00010000:00000001:2.0F:1789036449.412045:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036449.412059:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036449.412066:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036449.412070:0:219630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036449.412072:0:219630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036449.412079:0:219630:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036449.412081:0:219630:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789036449.412083:0:219630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036449.412086:0:219630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036449.412088:0:219630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036449.412091:0:219630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036449.412093:0:219630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1789036449.412616:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036449.412625:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036449.412629:0:248124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036450.432553:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036450.432561:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036450.432567:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036450.432568:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036450.436252:0:242419:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036450.436260:0:242419:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036450.436264:0:242419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0F:1789036451.091732:0:279222:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036451.454937:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036451.454943:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036451.454948:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036451.454949:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036451.457009:0:236342:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036451.457015:0:236342:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036451.457020:0:236342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789036451.823254:0:279286:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036451.902887:0:219630:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712ca20 (cpu 2) has reached its deadline 4307533017, at 4307533056 00000100:00000010:2.0:1789036451.902904:0:219630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8ac080f60. 00000100:00000040:3.0F:1789036451.903660:0:273890:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712cb30 (cpu 3) has reached its deadline 4307533017, at 4307533056 00000100:00000010:3.0:1789036451.903679:0:273890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8ac080360. 00010000:00000001:2.0:1789036452.479313:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036452.479320:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036452.479325:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036452.479327:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036452.488672:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036452.488679:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036452.488697:0:252249:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789036453.190965:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036453.190977:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036453.190988:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187f100. 00000020:00000040:0.0:1789036453.190997:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d8861f3800 refcount=4 obd=MGC192.168.204.121@tcp 00000100:00000001:0.0:1789036453.191001:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036453.191004:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036453.191009:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036453.191016:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d8a739f300. 00000100:00000001:0.0:1789036453.191023:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036453.191033:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS req@ffff97d8b187f100 x1875927346553984/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036453.191045:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036453.191049:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036453.191055:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b37e04fe] to pc [ptlrpcd_00_00+0] req@ffff97d8b187f100 x1875927346553984/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036453.191089:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036453.191092:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036453.191095:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036453.191100:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187c000. 00000020:00000040:0.0:1789036453.191102:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=6 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:0.0:1789036453.191105:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036453.191118:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036453.191121:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036453.191124:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d8a739fe00. 00000100:00000001:0.0:1789036453.191127:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036453.191132:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID req@ffff97d8b187c000 x1875927346554112/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036453.191140:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036453.191142:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036453.191145:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004010e3c9] to pc [ptlrpcd_00_01+1] req@ffff97d8b187c000 x1875927346554112/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036453.191153:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036453.191155:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036453.191158:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036453.191162:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187f800. 00000020:00000040:0.0:1789036453.191164:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d887edb000 refcount=4 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000100:00000001:0.0:1789036453.191166:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036453.191167:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036453.191169:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036453.191172:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d8a739f100. 00000100:00000001:0.0:1789036453.191174:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036453.191177:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID req@ffff97d8b187f800 x1875927346554240/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036453.191184:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036453.191186:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036453.191189:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf33938] to pc [ptlrpcd_00_00+0] req@ffff97d8b187f800 x1875927346554240/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036453.191195:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036453.191197:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036453.191199:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036453.191202:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187c380. 00000020:00000040:0.0:1789036453.191209:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d887d65000 refcount=4 obd=lustre-OST0000-osc-ffff97d8b9387800 00000100:00000001:0.0:1789036453.191211:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036453.191212:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036453.191214:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036453.191217:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d8a739f200. 00000100:00000001:0.0:1789036453.191220:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036453.191224:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID req@ffff97d8b187c380 x1875927346554368/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036453.191230:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036453.191231:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036453.191234:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b3dd5a6] to pc [ptlrpcd_00_01+1] req@ffff97d8b187c380 x1875927346554368/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036453.191241:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036453.191243:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789036453.191245:0:234282:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789036453.191250:0:234282:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12872) 00000100:00000001:1.0:1789036453.192277:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036453.192282:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789036453.192285:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789036453.192295:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187f100 x1875927346553984/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.192305:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789036453.192307:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.192311:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789036453.192314:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789036453.192316:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789036453.192320:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2393:1875927346553984:192.168.204.121@tcp:400:kworker.0 00000100:00000001:1.0:1789036453.192324:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789036453.192329:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789036453.192332:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.192334:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789036453.192339:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d885e4bc00. 02000000:00000001:1.0:1789036453.192341:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789036453.192347:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:1.0:1789036453.192352:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b903e580. 00000400:00000010:1.0:1789036453.192358:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d4c8. 00000100:00000200:1.0:1789036453.192365:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346553984, portal 25 00000100:00000001:1.0:1789036453.192367:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789036453.192369:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680047360 : -114518029504256 : ffff97d8b187f100) 00000100:00000040:1.0:1789036453.192374:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187f100 x1875927346553984/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.192381:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789036453.192383:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:1.0:1789036453.192386:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62dd48. 00000100:00000200:1.0:1789036453.192389:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875927346553984, offset 0 00000400:00000200:1.0:1789036453.192396:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:1.0:1789036453.192405:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036453.192413:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:1.0:1789036453.192419:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789036453.192430:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:1.0:1789036453.192434:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789036453.192437:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:1.0:1789036453.192441:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [556998:556998:256:4294967295] 192.168.204.121@tcp LPNI seq info [556952:556952:8:4294967295] 00000400:00000200:1.0:1789036453.192446:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036453.192456:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789036453.192462:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:1.0:1789036453.192467:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d889b2a700. 00000800:00000200:1.0:1789036453.192474:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:1.0:1789036453.192481:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:1.0:1789036453.192485:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d889b2a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789036453.192500:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789036453.192504:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:1.0:1789036453.192507:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 2 is 4307538143 00000100:00000010:1.0:1789036453.192510:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8856b2300. 00000100:00000001:1.0:1789036453.192517:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789036453.192523:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 3 is 4307538143 00000100:00000010:1.0:1789036453.192525:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8856b2120. 00000100:00000001:1.0:1789036453.192528:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789036453.192531:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036453.192534:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.192536:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789036453.192540:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187f800 x1875927346554240/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.192547:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789036453.192549:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.192551:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789036453.192553:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789036453.192554:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789036453.192557:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346554240:192.168.204.121@tcp:400:kworker.0 00000100:00000001:1.0:1789036453.192567:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789036453.192570:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789036453.192572:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.192573:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789036453.192576:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d885e4a400. 02000000:00000001:1.0:1789036453.192578:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789036453.192582:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:1.0:1789036453.192585:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b903ed10. 00000400:00000010:1.0:1789036453.192588:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d5d8. 00000100:00000200:1.0:1789036453.192591:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346554240, portal 10 00000100:00000001:1.0:1789036453.192593:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789036453.192594:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680049152 : -114518029502464 : ffff97d8b187f800) 00000100:00000040:1.0:1789036453.192601:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187f800 x1875927346554240/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.192606:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789036453.192608:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:1.0:1789036453.192610:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62dbb0. 00000100:00000200:1.0:1789036453.192612:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346554240, offset 0 00000400:00000200:1.0:1789036453.192615:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:1.0:1789036453.192619:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036453.192623:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:1.0:1789036453.192625:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789036453.192627:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:1.0:1789036453.192629:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789036453.192631:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:1.0:1789036453.192634:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [556999:556999:255:4294967295] 192.168.204.121@tcp LPNI seq info [556953:556953:7:4294967295] 00000400:00000200:1.0:1789036453.192637:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036453.192642:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789036453.192646:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:1.0:1789036453.192649:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d889b2aa00. 00000800:00000200:1.0:1789036453.192652:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:1.0:1789036453.192661:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:1.0:1789036453.192664:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d889b2aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789036453.192667:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036453.192670:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: using a timeout of 19616 usecs (20 jiffies) 00000400:00000200:1.0:1789036453.192673:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:1.0:1789036453.192675:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307534365 00000100:00000001:1.0:1789036453.192678:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307538143 00000100:00000001:1.0:1789036453.192680:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307534365 00000100:00000001:1.0:1789036453.192681:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307538143 00000100:00000001:1.0:1789036453.192683:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036453.192685:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.192688:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.192690:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.192698:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789036453.192700:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789036453.192701:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036453.192703:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789036453.192704:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789036453.192707:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1789036453.192708:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.192710:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789036453.192711:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.192713:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036453.192714:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789036453.192715:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789036453.192719:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187c000 x1875927346554112/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.192726:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789036453.192728:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.192730:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789036453.192732:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789036453.192733:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789036453.192736:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346554112:192.168.204.121@tcp:400:kworker.0 00000100:00000001:1.0:1789036453.192743:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789036453.192746:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789036453.192748:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.192749:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789036453.192752:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d885e4b600. 02000000:00000001:1.0:1789036453.192754:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789036453.192757:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:1.0:1789036453.192759:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b903e210. 00000400:00000010:1.0:1789036453.192762:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d2a8. 00000100:00000200:1.0:1789036453.192765:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346554112, portal 10 00000100:00000001:1.0:1789036453.192767:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789036453.192768:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680034816 : -114518029516800 : ffff97d8b187c000) 00000100:00000040:1.0:1789036453.192773:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187c000 x1875927346554112/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.192779:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789036453.192781:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:1.0:1789036453.192783:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d7f8. 00000100:00000200:1.0:1789036453.192785:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346554112, offset 0 00000400:00000200:1.0:1789036453.192788:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:1.0:1789036453.192792:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036453.192794:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:1.0:1789036453.192797:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789036453.192799:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:1.0:1789036453.192801:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789036453.192803:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:1.0:1789036453.192805:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557000:557000:254:4294967295] 192.168.204.121@tcp LPNI seq info [556954:556954:6:4294967295] 00000400:00000200:1.0:1789036453.192809:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036453.192851:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789036453.192857:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:1.0:1789036453.192860:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d889b2a100. 00000800:00000200:1.0:1789036453.192864:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:1.0:1789036453.192873:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:1.0:1789036453.192876:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d889b2a100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789036453.192879:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036453.192882:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25705 usecs (26 jiffies) 00000400:00000200:1.0:1789036453.192884:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:1.0:1789036453.192886:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307534372 00000100:00000001:1.0:1789036453.192889:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307538143 00000100:00000001:1.0:1789036453.192890:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307534372 00000100:00000001:1.0:1789036453.192892:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307538143 00000100:00000001:1.0:1789036453.192894:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036453.192896:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.192898:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789036453.192902:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187c380 x1875927346554368/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.192908:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789036453.192910:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.192912:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789036453.192913:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789036453.192915:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789036453.192918:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346554368:192.168.204.121@tcp:400:kworker.0 00000100:00000001:1.0:1789036453.192921:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789036453.192923:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789036453.192925:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.192926:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789036453.192930:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d890113e00. 02000000:00000001:1.0:1789036453.192933:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789036453.192936:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:1.0:1789036453.192939:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b903e840. 00000400:00000010:1.0:1789036453.192942:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d220. 00000100:00000200:1.0:1789036453.192945:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346554368, portal 4 00000100:00000001:1.0:1789036453.192947:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789036453.192954:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680035712 : -114518029515904 : ffff97d8b187c380) 00000100:00000040:1.0:1789036453.192960:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187c380 x1875927346554368/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.192966:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789036453.192968:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:1.0:1789036453.192971:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d088. 00000100:00000200:1.0:1789036453.192974:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875927346554368, offset 0 00000400:00000200:1.0:1789036453.192979:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:1.0:1789036453.192983:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036453.192986:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:1.0:1789036453.192988:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789036453.192991:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:1.0:1789036453.192993:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789036453.192995:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:1.0:1789036453.192998:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557001:557001:253:4294967295] 192.168.204.121@tcp LPNI seq info [556955:556955:5:4294967295] 00000400:00000200:1.0:1789036453.193001:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036453.193006:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789036453.193010:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:1.0:1789036453.193013:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d889b2a600. 00000800:00000200:1.0:1789036453.193017:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:1.0:1789036453.193021:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:1.0:1789036453.193023:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d889b2a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789036453.193026:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036453.193029:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: using a timeout of 102563 usecs (103 jiffies) 00000400:00000200:1.0:1789036453.193032:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:1.0:1789036453.193034:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307534449 00000100:00000001:1.0:1789036453.193036:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307538143 00000100:00000001:1.0:1789036453.193038:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307534449 00000100:00000001:1.0:1789036453.193040:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307538143 00000100:00000001:1.0:1789036453.193048:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036453.193050:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.193052:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.193055:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.193079:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036453.193082:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789036453.194528:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036453.194548:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d889b2a700. 00000400:00000200:2.0:1789036453.194554:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.194563:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036453.194569:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62dd48 00000400:00000010:2.0:1789036453.194572:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62dd48. 00000100:00000001:2.0:1789036453.194577:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036453.194584:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187f100 x1875927346553984/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036453.194595:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036453.194610:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187f100 x1875927346553984/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036453.194617:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036453.194618:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036453.194632:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036453.194634:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d889b2aa00. 00000400:00000200:2.0:1789036453.194637:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.194641:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036453.194643:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62dbb0 00000400:00000010:2.0:1789036453.194645:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62dbb0. 00000100:00000001:2.0:1789036453.194648:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036453.194652:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187f800 x1875927346554240/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036453.194659:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036453.194661:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187f800 x1875927346554240/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036453.194667:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036453.194668:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036453.194676:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036453.194678:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d889b2a100. 00000400:00000200:2.0:1789036453.194680:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.194684:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036453.194686:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d7f8 00000400:00000010:2.0:1789036453.194688:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d7f8. 00000100:00000001:2.0:1789036453.194690:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036453.194693:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187c000 x1875927346554112/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036453.194700:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036453.194702:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187c000 x1875927346554112/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036453.194708:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036453.194710:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036453.194778:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036453.194781:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d889b2a600. 00000400:00000200:2.0:1789036453.194784:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.194788:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036453.194790:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d088 00000400:00000010:2.0:1789036453.194792:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d088. 00000100:00000001:2.0:1789036453.194794:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036453.194798:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187c380 x1875927346554368/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036453.194805:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036453.194808:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187c380 x1875927346554368/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036453.194814:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036453.194835:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789036453.196810:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.197009:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036453.197014:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.197016:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.197024:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.197032:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036453.197040:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.197044:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.197049:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.197053:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 25 MB=0x6aa255f1da480 00000400:00000200:2.0:1789036453.197068:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.197074:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.121@tcp of length 224/224 into md 0x539345 [1] + 224 00000800:00000001:2.0:1789036453.197080:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.197086:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.197089:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.197093:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036453.197100:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036453.197107:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187f100 x1875927346553984/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036453.197129:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187f100 x1875927346553984/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036453.197141:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036453.197150:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.197153:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036453.200629:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036453.200642:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036453.200646:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036453.200648:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036453.200656:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.200664:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036453.200672:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.200676:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.200681:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.200684:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1da580 00000400:00000200:3.0:1789036453.200689:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.200694:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x53934d [1] + 224 00000800:00000001:3.0:1789036453.200701:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036453.200704:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036453.200707:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036453.200711:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036453.200718:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036453.200726:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187f800 x1875927346554240/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036453.200736:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187f800 x1875927346554240/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036453.200744:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036453.200751:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036453.200754:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036453.200756:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036453.200758:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036453.200761:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.200763:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036453.200768:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.200770:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.200773:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.200782:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1da500 00000400:00000200:3.0:1789036453.200785:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.200789:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x539355 [1] + 224 00000800:00000001:3.0:1789036453.200793:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036453.200800:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036453.200801:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036453.200804:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036453.200808:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036453.200813:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187c000 x1875927346554112/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036453.200840:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187c000 x1875927346554112/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036453.200847:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036453.200852:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036453.200855:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036453.206835:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036453.206851:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036453.206855:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036453.206858:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036453.206866:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.206874:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036453.206921:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.206925:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.206931:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.206936:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 4 MB=0x6aa255f1da600 00000400:00000200:3.0:1789036453.206941:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.206948:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.121@tcp of length 224/224 into md 0x53935d [1] + 224 00000800:00000001:3.0:1789036453.206955:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036453.206963:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036453.206967:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036453.206972:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036453.206979:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036453.207000:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187c380 x1875927346554368/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036453.207012:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187c380 x1875927346554368/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036453.207021:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036453.207030:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036453.207034:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.208122:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036453.208127:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789036453.208135:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789036453.208138:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789036453.208142:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b903e210. 00000400:00000200:1.0:1789036453.208147:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d2a8 00000400:00000010:1.0:1789036453.208150:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d2a8. 00000100:00000001:1.0:1789036453.208154:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789036453.208162:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187c000 x1875927346554112/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789036453.208172:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187c000 x1875927346554112/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.208179:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789036453.208181:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.208184:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789036453.208187:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789036453.208189:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789036453.208191:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.208195:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789036453.208206:0:2393:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=114 v=60 (60 61 61 62) 00000100:00001000:1.0:1789036453.208211:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=150 v=5 (1 1 0 0) 00000100:00000001:1.0:1789036453.208213:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789036453.208215:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.208218:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789036453.208221:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.208224:0:2393:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789036453.208226:0:2393:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771460 00000100:00000001:1.0:1789036453.208228:0:2393:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789036453.208230:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036453.208241:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187c000 x1875927346554112/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.208248:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036453.208251:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789036453.208253:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789036453.208257:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187c000 x1875927346554112/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789036453.208264:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346554112:192.168.204.121@tcp:400:kworker.0 00000400:00000001:1.0:1789036453.208271:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789036453.208272:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789036453.208274:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b903e840. 00000400:00000200:1.0:1789036453.208277:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d220 00000400:00000010:1.0:1789036453.208279:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d220. 00000100:00000001:1.0:1789036453.208281:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789036453.208285:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187c380 x1875927346554368/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789036453.208294:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187c380 x1875927346554368/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.208300:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789036453.208302:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.208304:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789036453.208305:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789036453.208307:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789036453.208308:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.208310:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789036453.208315:0:2393:0:(import.c:2196:obd_at_measure()) add 36 to ffff97d887d65460 time=114 v=36 (36 5 5 5) 00000100:00001000:1.0:1789036453.208318:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887d65418 time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1789036453.208320:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789036453.208322:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.208323:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789036453.208325:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.208327:0:2393:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789036453.208333:0:2393:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97d8b9387800: skip recheck: last_committed 42949695659 00000100:00000001:1.0:1789036453.208335:0:2393:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789036453.208337:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036453.208342:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187c380 x1875927346554368/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.208347:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036453.208350:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789036453.208351:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789036453.208354:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187c380 x1875927346554368/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789036453.208362:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346554368:192.168.204.121@tcp:400:kworker.0 00000400:00000001:1.0:1789036453.208367:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789036453.208369:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789036453.208371:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b903e580. 00000400:00000200:1.0:1789036453.208373:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d4c8 00000400:00000010:1.0:1789036453.208375:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d4c8. 00000100:00000001:1.0:1789036453.208377:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789036453.208381:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187f100 x1875927346553984/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789036453.208388:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187f100 x1875927346553984/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.208393:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789036453.208395:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.208397:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789036453.208398:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789036453.208399:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789036453.208401:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.208402:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789036453.208405:0:2393:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d8861f3c60 time=114 v=5 (5 5 5 5) 00000100:00001000:1.0:1789036453.208408:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d8861f3c18 time=150 v=5 (1 1 0 0) 00000100:00000001:1.0:1789036453.208410:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789036453.208411:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.208418:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789036453.208420:0:2393:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.208422:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036453.208426:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187f100 x1875927346553984/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.208433:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036453.208435:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789036453.208436:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789036453.208440:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187f100 x1875927346553984/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789036453.208446:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2393:1875927346553984:192.168.204.121@tcp:400:kworker.0 00000400:00000001:1.0:1789036453.208452:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789036453.208453:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789036453.208455:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b903ed10. 00000400:00000200:1.0:1789036453.208457:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d5d8 00000400:00000010:1.0:1789036453.208459:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d5d8. 00000100:00000001:1.0:1789036453.208461:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789036453.208465:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187f800 x1875927346554240/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789036453.208484:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187f800 x1875927346554240/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.208490:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789036453.208491:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.208493:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789036453.208494:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789036453.208495:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789036453.208497:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.208498:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789036453.208502:0:2393:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edb460 time=114 v=60 (60 61 61 62) 00000100:00001000:1.0:1789036453.208505:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edb418 time=127 v=5 (1 1 0 0) 00000100:00000001:1.0:1789036453.208507:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789036453.208508:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.208515:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789036453.208519:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97d8b187f800 x1875927346554240/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789036453.208526:0:2393:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.208529:0:2393:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789036453.208530:0:2393:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97d8b9387800: skip recheck: last_committed 21474836540 00000100:00000001:1.0:1789036453.208532:0:2393:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789036453.208533:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036453.208537:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187f800 x1875927346554240/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.208543:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036453.208545:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789036453.208546:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789036453.208549:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187f800 x1875927346554240/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789036453.208555:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346554240:192.168.204.121@tcp:400:kworker.0 00000100:00000001:1.0:1789036453.208559:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.208561:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789036453.208564:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187c000 x1875927346554112/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.208572:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789036453.208574:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789036453.208578:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d885e4b600. 02000000:00000001:1.0:1789036453.208582:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789036453.208585:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789036453.208587:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=5 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:1.0:1789036453.208589:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789036453.208591:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d8a739fe00. 02000000:00000001:1.0:1789036453.208595:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789036453.208597:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789036453.208599:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187c000. 00000100:00000001:1.0:1789036453.208607:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789036453.208609:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.208610:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789036453.208614:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187c380 x1875927346554368/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.208621:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789036453.208622:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789036453.208624:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d890113e00. 02000000:00000001:1.0:1789036453.208626:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789036453.208628:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789036453.208629:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d887d65000 refcount=3 obd=lustre-OST0000-osc-ffff97d8b9387800 00000020:00000001:1.0:1789036453.208630:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789036453.208632:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d8a739f200. 02000000:00000001:1.0:1789036453.208634:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789036453.208635:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789036453.208636:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187c380. 00000100:00000001:1.0:1789036453.208638:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789036453.208639:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.208640:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789036453.208643:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187f100 x1875927346553984/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.208649:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789036453.208650:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789036453.208651:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d885e4bc00. 02000000:00000001:1.0:1789036453.208653:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789036453.208654:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789036453.208655:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d8861f3800 refcount=3 obd=MGC192.168.204.121@tcp 00000020:00000001:1.0:1789036453.208656:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789036453.208657:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d8a739f300. 02000000:00000001:1.0:1789036453.208659:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789036453.208660:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789036453.208661:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187f100. 00000100:00000001:1.0:1789036453.208663:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789036453.208664:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.208665:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789036453.208668:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187f800 x1875927346554240/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.208679:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789036453.208680:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789036453.208682:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d885e4a400. 02000000:00000001:1.0:1789036453.208685:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789036453.208686:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789036453.208687:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d887edb000 refcount=3 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000020:00000001:1.0:1789036453.208689:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789036453.208691:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d8a739f100. 02000000:00000001:1.0:1789036453.208693:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789036453.208694:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789036453.208696:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187f800. 00000100:00000001:1.0:1789036453.208698:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789036453.208699:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.208702:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.208709:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789036453.208712:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.208714:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036453.208716:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789036453.243464:0:279379:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789036453.515647:0:279415:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789036453.515654:0:279415:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 812b: do not drop no resend request for idle connect ========================================================== 06:34:11 (1789036451) 00010000:00000001:2.0:1789036453.521436:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036453.521446:0:219630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036453.521448:0:219630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036453.521452:0:219630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036453.521456:0:219630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036453.521459:0:219630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036453.521461:0:219630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036453.521463:0:219630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036453.521468:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036453.521469:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036453.521485:0:236343:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036453.521488:0:236343:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036453.521505:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1789036453.539628:0:279415:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1789036453.851932:0:279437:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789036453.851940:0:279437:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789036453.851942:0:279437:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789036453.851946:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c3bc0 00000080:00200000:3.0:1789036453.851950:0:279437:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97d8c0a600c8),name=/ 00000080:00000010:3.0:1789036453.851959:0:279437:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff97d8866df200. 00800000:00000002:3.0:1789036453.851966:0:279437:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff97d8aaaf1400 2 00000080:00000001:3.0:1789036453.851970:0:279437:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789036453.851975:0:279437:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789036453.851978:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c3ae0 00800000:00000002:3.0:1789036453.851981:0:279437:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789036453.851985:0:279437:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789036453.851987:0:279437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789036453.851990:0:279437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789036453.851992:0:279437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789036453.851995:0:279437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789036453.851997:0:279437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789036453.851999:0:279437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789036453.852001:0:279437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789036453.852004:0:279437:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789036453.852009:0:279437:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789036453.852011:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c39b0 00000002:00010000:3.0:1789036453.852013:0:279437:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789036453.852016:0:279437:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789036453.852018:0:279437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789036453.852022:0:279437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789036453.852028:0:279437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d886040100 count: 2 00010000:00000001:3.0:1789036453.852031:0:279437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789036453.852042:0:279437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789036453.852060:0:279437:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789036453.852065:0:279437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8c2051a00/0xc68a4c17a46335b4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c61d expref: -99 pid: 277342 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789036453.852077:0:279437:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789036453.852081:0:279437:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036453.852084:0:279437:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8c2051a00/0xc68a4c17a46335b4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c61d expref: -99 pid: 277342 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789036453.852092:0:279437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789036453.852094:0:279437:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789036453.852095:0:279437:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789036453.852097:0:279437:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789036453.852099:0:279437:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789036453.852102:0:279437:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:3.0:1789036453.852105:0:279437:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789036453.852107:0:279437:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff97d8aaaf1400 2 00000080:00000010:3.0:1789036453.852111:0:279437:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97d8866df200. 00000080:00000001:3.0:1789036453.852117:0:279437:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789036453.852119:0:279437:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789036453.852122:0:279437:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97d8c0a600c8) 00000080:00010000:3.0:1789036453.852126:0:279437:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97d8c0a600c8) for lock 0xc68a4c17a46335b4 00800000:00000001:3.0:1789036453.852129:0:279437:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789036453.852132:0:279437:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789036453.852134:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.852136:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.852139:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8c2051a00 refcount=3 00000020:00000001:3.0:1789036453.852141:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629555956685312 : -114517752866304 : ffff97d8c2051a00) 00010000:00000001:3.0:1789036453.852144:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629555956685312 : -114517752866304 : ffff97d8c2051a00) 00010000:00000001:3.0:1789036453.852147:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.852149:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789036453.852150:0:279437:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789036453.852152:0:279437:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789036453.852159:0:279437:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc68a4c17a46335b4 from it ffffb067414c3bf8 00010000:00000001:3.0:1789036453.852162:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.852163:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.852164:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8c2051a00 refcount=3 00000020:00000001:3.0:1789036453.852166:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629555956685312 : -114517752866304 : ffff97d8c2051a00) 00010000:00000001:3.0:1789036453.852168:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629555956685312 : -114517752866304 : ffff97d8c2051a00) 00010000:00000001:3.0:1789036453.852171:0:279437:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789036453.852174:0:279437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8c2051a00/0xc68a4c17a46335b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1d5c031f9f61c61d expref: -99 pid: 277342 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789036453.852181:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.852182:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.852183:0:279437:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789036453.852186:0:279437:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789036453.852189:0:279437:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8c2051a00/0xc68a4c17a46335b4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c61d expref: -99 pid: 277342 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789036453.852198:0:279437:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789036453.852200:0:279437:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789036453.852202:0:279437:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789036453.852206:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.852207:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.852209:0:279437:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.852213:0:279437:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789036453.852214:0:279437:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.852216:0:279437:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.852219:0:279437:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.852221:0:279437:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789036453.852222:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.852223:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789036453.852226:0:279437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789036453.852228:0:279437:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789036453.852230:0:279437:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97d8c0a600c8), inode mode 41ff mask 1 00000080:00000001:3.0:1789036453.852235:0:279437:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789036453.852246:0:279437:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff97d8ab955240. 00000080:00000001:3.0:1789036453.852255:0:279437:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789036453.852257:0:279437:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789036453.852258:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c3b00 00000080:00200000:3.0:1789036453.852260:0:279437:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97d8c0a600c8),name=/ 00000080:00000010:3.0:1789036453.852264:0:279437:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff97d8866df200. 00800000:00000002:3.0:1789036453.852267:0:279437:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff97d8aaaf1400 2 00000080:00000001:3.0:1789036453.852269:0:279437:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789036453.852271:0:279437:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789036453.852273:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c3a20 00800000:00000002:3.0:1789036453.852275:0:279437:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789036453.852278:0:279437:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789036453.852279:0:279437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789036453.852280:0:279437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789036453.852282:0:279437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789036453.852283:0:279437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789036453.852285:0:279437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789036453.852287:0:279437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789036453.852289:0:279437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789036453.852291:0:279437:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789036453.852295:0:279437:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789036453.852296:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c38f0 00000002:00010000:3.0:1789036453.852298:0:279437:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789036453.852301:0:279437:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789036453.852302:0:279437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789036453.852304:0:279437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789036453.852306:0:279437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d886040100 count: 2 00010000:00000001:3.0:1789036453.852308:0:279437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789036453.852311:0:279437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789036453.852314:0:279437:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789036453.852317:0:279437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8c2051a00/0xc68a4c17a46335b4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c61d expref: -99 pid: 277342 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789036453.852324:0:279437:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789036453.852327:0:279437:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036453.852329:0:279437:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8c2051a00/0xc68a4c17a46335b4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c61d expref: -99 pid: 277342 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789036453.852342:0:279437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789036453.852343:0:279437:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789036453.852345:0:279437:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789036453.852347:0:279437:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789036453.852349:0:279437:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789036453.852351:0:279437:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:3.0:1789036453.852353:0:279437:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789036453.852355:0:279437:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff97d8aaaf1400 2 00000080:00000010:3.0:1789036453.852358:0:279437:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97d8866df200. 00000080:00000001:3.0:1789036453.852360:0:279437:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789036453.852362:0:279437:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789036453.852364:0:279437:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97d8c0a600c8) 00000080:00010000:3.0:1789036453.852367:0:279437:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97d8c0a600c8) for lock 0xc68a4c17a46335b4 00800000:00000001:3.0:1789036453.852370:0:279437:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789036453.852371:0:279437:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789036453.852373:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.852374:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.852376:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8c2051a00 refcount=3 00000020:00000001:3.0:1789036453.852378:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629555956685312 : -114517752866304 : ffff97d8c2051a00) 00010000:00000001:3.0:1789036453.852381:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629555956685312 : -114517752866304 : ffff97d8c2051a00) 00010000:00000001:3.0:1789036453.852383:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.852384:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789036453.852385:0:279437:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789036453.852387:0:279437:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789036453.852389:0:279437:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc68a4c17a46335b4 from it ffffb067414c3b38 00010000:00000001:3.0:1789036453.852390:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.852391:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.852392:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8c2051a00 refcount=3 00000020:00000001:3.0:1789036453.852394:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629555956685312 : -114517752866304 : ffff97d8c2051a00) 00010000:00000001:3.0:1789036453.852396:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629555956685312 : -114517752866304 : ffff97d8c2051a00) 00010000:00000001:3.0:1789036453.852397:0:279437:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789036453.852406:0:279437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8c2051a00/0xc68a4c17a46335b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1d5c031f9f61c61d expref: -99 pid: 277342 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789036453.852412:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.852413:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.852414:0:279437:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789036453.852416:0:279437:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789036453.852418:0:279437:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8c2051a00/0xc68a4c17a46335b4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c61d expref: -99 pid: 277342 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789036453.852424:0:279437:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789036453.852425:0:279437:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789036453.852427:0:279437:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789036453.852429:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.852430:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.852431:0:279437:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.852433:0:279437:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789036453.852434:0:279437:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.852436:0:279437:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.852438:0:279437:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.852440:0:279437:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789036453.852441:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.852442:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789036453.852444:0:279437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789036453.852445:0:279437:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789036453.852447:0:279437:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97d8c0a600c8), inode mode 41ff mask 3 00000080:00000001:3.0:1789036453.852451:0:279437:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789036453.852454:0:279437:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1789036453.852455:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c3b58 00000080:00200000:3.0:1789036453.852458:0:279437:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff97d8c0a600c8), file ffff97d890c04600, open_flags a141, mode 81b6 opened 0 00000080:00000010:3.0:1789036453.852463:0:279437:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff97d8b9d5bd20. 00000080:00000001:3.0:1789036453.852468:0:279437:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789036453.852470:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c3a08 00000080:00200000:3.0:1789036453.852471:0:279437:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff97d8c0a600c8), intent=open|creat 00000080:00000010:3.0:1789036453.852477:0:279437:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff97d8866df200. 00800000:00000002:3.0:1789036453.852480:0:279437:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff97d8aaaf1400 2 00000080:00000001:3.0:1789036453.852490:0:279437:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789036453.852492:0:279437:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789036453.852494:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c3928 00800000:00000002:3.0:1789036453.852496:0:279437:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789036453.852499:0:279437:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1789036453.852502:0:279437:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1789036453.852504:0:279437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789036453.852505:0:279437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789036453.852506:0:279437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789036453.852508:0:279437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789036453.852510:0:279437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789036453.852511:0:279437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789036453.852513:0:279437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789036453.852515:0:279437:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446629555036915200 : -114518672636416 : ffff97d88b328600) 00800000:00000001:3.0:1789036453.852518:0:279437:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1789036453.852520:0:279437:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1789036453.852523:0:279437:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1789036453.852526:0:279437:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1789036453.852529:0:279437:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff97d8b9387800: Allocated FID [0x200002b17:0x1471:0x0] 40000000:00000001:3.0:1789036453.852531:0:279437:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.852533:0:279437:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789036453.852535:0:279437:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789036453.852537:0:279437:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036453.852539:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c38a8 00800000:00000002:3.0:1789036453.852541:0:279437:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x1471:0x0], name='f812b.sanity' -> mds #0 layout version 1 00000002:00000001:3.0:1789036453.852544:0:279437:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789036453.852545:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c37e0 00000002:00010000:3.0:1789036453.852547:0:279437:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f812b.sanity,[0x200002b17:0x1471:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:3.0:1789036453.852571:0:279437:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789036453.852573:0:279437:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789036453.852577:0:279437:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1789036453.852580:0:279437:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.852581:0:279437:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789036453.852583:0:279437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d886040100 count: 2 00010000:00000001:3.0:1789036453.852585:0:279437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789036453.852594:0:279437:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789036453.852597:0:279437:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789036453.852600:0:279437:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8c2051a00/0xc68a4c17a46335b4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1d5c031f9f61c61d expref: -99 pid: 277342 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1789036453.852607:0:279437:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789036453.852612:0:279437:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789036453.852614:0:279437:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789036453.852615:0:279437:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789036453.852617:0:279437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789036453.852619:0:279437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789036453.852622:0:279437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d886040100 count: 3 00010000:00000001:3.0:1789036453.852623:0:279437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789036453.852626:0:279437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.852627:0:279437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789036453.852628:0:279437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789036453.852629:0:279437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d886040100 count: 3 00010000:00000001:3.0:1789036453.852631:0:279437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789036453.852633:0:279437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.852634:0:279437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789036453.852635:0:279437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789036453.852636:0:279437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d886040100 count: 3 00010000:00000001:3.0:1789036453.852638:0:279437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789036453.852640:0:279437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789036453.852641:0:279437:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789036453.852644:0:279437:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff97d8c0a60000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789036453.852647:0:279437:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789036453.852650:0:279437:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789036453.852652:0:279437:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789036453.852654:0:279437:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.852657:0:279437:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789036453.852660:0:279437:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789036453.852662:0:279437:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789036453.852664:0:279437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789036453.852665:0:279437:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789036453.852668:0:279437:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff97d8c2051a00 with handle 0xc68a4c17a46335b4 from hash 00010000:00000001:3.0:1789036453.852676:0:279437:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789036453.852678:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.852679:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.852680:0:279437:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789036453.852683:0:279437:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789036453.852684:0:279437:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789036453.852687:0:279437:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789036453.852689:0:279437:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789036453.852691:0:279437:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789036453.852697:0:279437:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d96300. 00000020:00000040:3.0:1789036453.852701:0:279437:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=6 obd=lustre-MDT0000-mdc-ffff97d8b9387800 02000000:00000001:3.0:1789036453.852706:0:279437:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789036453.852708:0:279437:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.852710:0:279437:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789036453.852715:0:279437:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789036453.857221:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.857227:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.857229:0:279437:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.857238:0:279437:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036453.857241:0:279437:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036453.857247:0:279437:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036453.857261:0:279437:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97d890d1e400. 00000100:00000001:3.0:1789036453.857271:0:279437:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.857277:0:279437:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789036453.857280:0:279437:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789036453.857285:0:279437:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8c2051a00/0xc68a4c17a46335b4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1d5c031f9f61c61d expref: -99 pid: 277342 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1789036453.857295:0:279437:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789036453.857297:0:279437:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789036453.857299:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789036453.857302:0:279437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8c2051a00/0xc68a4c17a46335b4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1d5c031f9f61c61d expref: -99 pid: 277342 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1789036453.857312:0:279437:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff97d886040100 count: 0 00010000:00000010:3.0:1789036453.857334:0:279437:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff97d897e40900. 00010000:00000001:3.0:1789036453.857347:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.857349:0:279437:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.857351:0:279437:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789036453.857353:0:279437:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.857355:0:279437:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.857367:0:279437:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446629555517612800 : -114518191938816 : ffff97d8a7d96300) 00010000:00000001:3.0:1789036453.857371:0:279437:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789036453.857374:0:279437:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789036453.857379:0:279437:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff97d886040200. 00010000:00000010:3.0:1789036453.857384:0:279437:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff97d887a96d00. 00010000:00000001:3.0:1789036453.857388:0:279437:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789036453.857392:0:279437:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97d8887dfa00. 00000020:00000001:3.0:1789036453.857396:0:279437:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789036453.857399:0:279437:0:(lustre_handles.c:93:class_handle_hash()) added object ffff97d8887dfa00 with handle 0xc68a4c17a46335c9 to hash 00000020:00000001:3.0:1789036453.857401:0:279437:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789036453.857403:0:279437:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.857406:0:279437:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.857409:0:279437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789036453.857412:0:279437:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036453.857416:0:279437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 279437 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789036453.857424:0:279437:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279437 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789036453.857436:0:279437:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97d8b9387800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789036453.857450:0:279437:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97d8a7d96300 x1875927346554624/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789036453.857460:0:279437:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279437 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789036453.857465:0:279437:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789036453.857473:0:279437:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789036453.857479:0:279437:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97d88b1ed840. 00000100:00000001:3.0:1789036453.857482:0:279437:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446629555035625536 : -114518673926080 : ffff97d88b1ed840) 00000100:00000001:3.0:1789036453.857485:0:279437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036453.857486:0:279437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517612800 : -114518191938816 : ffff97d8a7d96300) 00000100:00000001:3.0:1789036453.857491:0:279437:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036453.857494:0:279437:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.857496:0:279437:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789036453.857498:0:279437:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036453.857502:0:279437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d96300 x1875927346554624/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.857509:0:279437:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036453.857511:0:279437:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036453.857514:0:279437:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036453.857517:0:279437:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036453.857519:0:279437:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036453.857522:0:279437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d96300 pname:cluuid:pid:xid:nid:opc:job lfs:7d763aff-8b7a-44d5-b6db-92551ac67e1a:279437:1875927346554624:192.168.204.121@tcp:101:lfs.0 00000100:00000001:3.0:1789036453.857527:0:279437:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036453.857532:0:279437:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036453.857534:0:279437:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036453.857536:0:279437:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036453.859125:0:279437:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff97d8c0d20000. 02000000:00000001:3.0:1789036453.859133:0:279437:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036453.859144:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036453.859153:0:279437:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d891206580. 00000400:00000010:3.0:1789036453.859161:0:279437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff97d890d1c000. 00000100:00000200:3.0:1789036453.859169:0:279437:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875927346554624, portal 10 00000100:00000001:3.0:1789036453.859172:0:279437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036453.859174:0:279437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517612800 : -114518191938816 : ffff97d8a7d96300) 00000100:00000040:3.0:1789036453.859186:0:279437:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97d8a7d96300 x1875927346554624/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789036538 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.859194:0:279437:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036453.859197:0:279437:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036453.859212:0:279437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f3b8. 00000100:00000200:3.0:1789036453.859216:0:279437:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1875927346554624, offset 0 00000400:00000200:3.0:1789036453.859222:0:279437:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036453.859231:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.859238:0:279437:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036453.859243:0:279437:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036453.859248:0:279437:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036453.859251:0:279437:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036453.859254:0:279437:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036453.859258:0:279437:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557002:557002:256:4294967295] 192.168.204.121@tcp LPNI seq info [556956:556956:8:4294967295] 00000400:00000200:3.0:1789036453.859263:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.859271:0:279437:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036453.859277:0:279437:0:(socklnd_cb.c:931:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036453.859283:0:279437:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536e900. 00000800:00000200:3.0:1789036453.859290:0:279437:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036453.859299:0:279437:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036453.859303:0:279437:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536e900 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:3.0:1789036453.859375:0:279437:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036453.859381:0:279437:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25703 usecs (26 jiffies) 00000400:00000200:3.0:1789036453.859384:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036453.859388:0:279437:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307535038 00000100:00000001:3.0:1789036453.859391:0:279437:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307538143 00000100:00000001:3.0:1789036453.859394:0:279437:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307535038 00000100:00000001:3.0:1789036453.859396:0:279437:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307538143 00000100:00000001:3.0:1789036453.859398:0:279437:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036453.859407:0:279437:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.859410:0:279437:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036453.859412:0:279437:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:3.0:1789036453.859415:0:279437:0:(client.c:2716:ptlrpc_set_wait()) set ffff97d88b1ed840 going to sleep for 80 seconds 00000100:00000001:3.0:1789036453.859418:0:279437:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036453.859427:0:279437:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789036453.867282:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036453.867294:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536e900. 00000400:00000200:2.0:1789036453.867301:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.867311:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036453.867320:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f3b8 00000400:00000010:2.0:1789036453.867323:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f3b8. 00000100:00000001:2.0:1789036453.867328:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036453.867337:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d96300 x1875927346554624/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789036538 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789036453.867350:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036453.867354:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97d8a7d96300 x1875927346554624/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789036538 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789036453.867361:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036453.867363:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789036453.869306:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.869323:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036453.869327:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.869330:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.869338:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.869346:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036453.869355:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.869360:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.869365:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.869368:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 608 into portal 10 MB=0x6aa255f1da700 00000400:00000200:2.0:1789036453.869373:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.869379:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 608/608 into md 0x539365 [32] + 224 00000800:00000001:2.0:1789036453.869387:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.869394:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.869397:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.869402:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036453.869409:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036453.869416:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d96300 x1875927346554624/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789036538 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789036453.869426:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff97d8a7d96300 x1875927346554624/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789036538 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.869472:0:279437:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036453.869491:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036453.869499:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.869502:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789036453.869538:0:279437:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036453.869540:0:279437:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036453.869543:0:279437:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d891206580. 00000400:00000200:3.0:1789036453.869547:0:279437:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d890d1c000 00000400:00000010:3.0:1789036453.869548:0:279437:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff97d890d1c000. 00000100:00000001:3.0:1789036453.869609:0:279437:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036453.869614:0:279437:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d96300 x1875927346554624/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789036538 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789036453.869622:0:279437:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d96300 x1875927346554624/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789036538 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.869628:0:279437:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036453.869630:0:279437:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036453.869633:0:279437:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036453.869636:0:279437:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036453.869638:0:279437:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036453.869641:0:279437:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036453.869644:0:279437:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036453.869653:0:279437:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=114 v=60 (60 61 61 62) 00000100:00001000:3.0:1789036453.869657:0:279437:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=0 v=5 (1 1 1 0) 00000100:00000001:3.0:1789036453.869659:0:279437:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036453.869661:0:279437:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.869663:0:279437:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036453.869666:0:279437:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.869670:0:279437:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789036453.869671:0:279437:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x400012754/0x1] 00000100:00000001:3.0:1789036453.869673:0:279437:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789036453.869675:0:279437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036453.869677:0:279437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517612800 : -114518191938816 : ffff97d8a7d96300) 00000100:00000001:3.0:1789036453.869680:0:279437:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036453.869682:0:279437:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771460 00000100:00000001:3.0:1789036453.869684:0:279437:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036453.869686:0:279437:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036453.869691:0:279437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d96300 x1875927346554624/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/608 e 0 to 0 dl 1789036538 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.869881:0:279437:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036453.869885:0:279437:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036453.869887:0:279437:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036453.869893:0:279437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d96300 x1875927346554624/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/608 e 0 to 0 dl 1789036538 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789036453.869902:0:279437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d96300 pname:cluuid:pid:xid:nid:opc:job lfs:7d763aff-8b7a-44d5-b6db-92551ac67e1a:279437:1875927346554624:192.168.204.121@tcp:101:lfs.0 00000100:00000001:3.0:1789036453.869907:0:279437:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036453.869910:0:279437:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.869912:0:279437:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789036453.869914:0:279437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036453.869918:0:279437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97d8a7d96300 x1875927346554624/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/608 e 0 to 0 dl 1789036538 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.869924:0:279437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789036453.869927:0:279437:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97d88b1ed840. 00000100:00000001:3.0:1789036453.869930:0:279437:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789036453.869932:0:279437:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.869935:0:279437:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789036453.869941:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.869945:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.869948:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dfa00 refcount=4 00000020:00000001:3.0:1789036453.869950:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.869953:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000040:3.0:1789036453.869960:0:279437:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff97d8887dfa00, remote cookie: 0x1d5c031f9f61c65c, flags: 0x1001 00010000:00010000:3.0:1789036453.869966:0:279437:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c65c expref: -99 pid: 279437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789036453.869974:0:279437:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0x1471:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789036453.869977:0:279437:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789036453.869990:0:279437:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff97d886040f00. 00010000:00000010:3.0:1789036453.869994:0:279437:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff97d887a96200. 00010000:00000040:3.0:1789036453.870000:0:279437:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff97d886040200 count: 0 00010000:00000010:3.0:1789036453.870004:0:279437:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff97d887a96d00. 00010000:00000001:3.0:1789036453.870013:0:279437:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036453.870017:0:279437:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 4/0,1 mode: --/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c65c expref: -99 pid: 279437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789036453.870024:0:279437:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 4/0,1 mode: --/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c65c expref: -99 pid: 279437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789036453.870030:0:279437:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789036453.870035:0:279437:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789036453.870037:0:279437:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789036453.870039:0:279437:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789036453.870040:0:279437:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789036453.870043:0:279437:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0x1471:0x0].0x0 (ffff97d886040f00) refcount = 1 00010000:00010000:3.0:1789036453.870058:0:279437:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1d5c031f9f61c65c expref: -99 pid: 279437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789036453.870066:0:279437:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789036453.870069:0:279437:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789036453.870071:0:279437:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789036453.870074:0:279437:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789036453.870076:0:279437:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036453.870079:0:279437:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c65c expref: -99 pid: 279437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789036453.870085:0:279437:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789036453.870086:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.870088:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.870089:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.870090:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.870097:0:279437:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.870102:0:279437:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789036453.870105:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.870107:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.870108:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dfa00 refcount=3 00000020:00000001:3.0:1789036453.870110:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.870112:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.870114:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.870115:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.870116:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dfa00 refcount=4 00000020:00000001:3.0:1789036453.870118:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.870120:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.870123:0:279437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789036453.870126:0:279437:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036453.870130:0:279437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1d5c031f9f61c65c expref: -99 pid: 279437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789036453.870136:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.870137:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.870138:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.870140:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.870141:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dfa00 refcount=5 00000020:00000001:3.0:1789036453.870143:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.870145:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.870147:0:279437:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789036453.870151:0:279437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1d5c031f9f61c65c expref: -99 pid: 279437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789036453.870156:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.870157:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789036453.870160:0:279437:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1d5c031f9f61c65c expref: -99 pid: 279437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789036453.870176:0:279437:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789036453.870178:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.870179:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.870180:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.870181:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789036453.870187:0:279437:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x8000037, status=0 req@ffff97d8a7d96300 x1875927346554624/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/608 e 0 to 0 dl 1789036538 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789036453.870197:0:279437:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1789036453.870201:0:279437:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97d8a7d96300 x1875927346554624/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/608 e 0 to 0 dl 1789036538 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789036453.870207:0:279437:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.870211:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.870212:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.870213:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dfa00 refcount=3 00000020:00000001:3.0:1789036453.870215:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.870217:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.870219:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.870220:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789036453.870222:0:279437:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.870225:0:279437:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.870228:0:279437:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1789036453.870230:0:279437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036453.870231:0:279437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517612800 : -114518191938816 : ffff97d8a7d96300) 00000100:00000001:3.0:1789036453.870233:0:279437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036453.870234:0:279437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517612800 : -114518191938816 : ffff97d8a7d96300) 00010000:00000001:3.0:1789036453.870236:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.870237:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.870238:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dfa00 refcount=3 00000020:00000001:3.0:1789036453.870240:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.870242:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00000002:00010000:3.0:1789036453.870251:0:279437:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c65c expref: -99 pid: 279437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789036453.870258:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.870259:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.870260:0:279437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789036453.870261:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.870263:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.870264:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dfa00 refcount=3 00000020:00000001:3.0:1789036453.870266:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.870267:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000040:3.0:1789036453.870273:0:279437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d886040f00 count: 2 00010000:00000001:3.0:1789036453.870275:0:279437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789036453.870278:0:279437:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff97d882d85c00 type 13 mode 4 res 8589945623/5233 (0 0) 00010000:00000001:3.0:1789036453.870281:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.870282:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789036453.870283:0:279437:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789036453.870287:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c3768 00000002:00002000:3.0:1789036453.870289:0:279437:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=open|creat status=0 disp=0x9800037: rc = 0 00000002:00000001:3.0:1789036453.870292:0:279437:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789036453.870295:0:279437:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789036453.870299:0:279437:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789036453.870302:0:279437:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:3.0:1789036453.870305:0:279437:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789036453.870309:0:279437:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff97d8aaaf1400 2 00000080:00000001:3.0:1789036453.870312:0:279437:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789036453.870313:0:279437:0:(namei.c:674:ll_lookup_it_finish()) it ffff97d8b9d5bd20 it_disposition 9800037 00000080:00002000:3.0:1789036453.870319:0:279437:0:(namei.c:653:ll_splice_alias()) Add dentry ffff97d88220e360 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1789036453.870324:0:279437:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789036453.870327:0:279437:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1789036453.870328:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c3990 00000080:00200000:3.0:1789036453.870330:0:279437:0:(namei.c:1628:ll_create_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff97d8c0a600c8), intent=open|creat 00000080:00000001:3.0:1789036453.870333:0:279437:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1789036453.870337:0:279437:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789036453.870348:0:279437:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789036453.870351:0:279437:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789036453.870354:0:279437:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330801 : 144115373145330801 : 200002b17001471) 00000080:00000001:3.0:1789036453.870357:0:279437:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1789036453.870375:0:279437:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff97d8a0e98840. 00000020:00000001:3.0:1789036453.870386:0:279437:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1789036453.870388:0:279437:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1789036453.870391:0:279437:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1789036453.870393:0:279437:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200002b17:0x1471:0x0](ffff97d8a0e98908) 00000080:00000001:3.0:1789036453.870397:0:279437:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330801 : 144115373145330801 : 200002b17001471) 00000080:00000001:3.0:1789036453.870400:0:279437:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:3.0:1789036453.870402:0:279437:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115373145330801 mtime from 0 to 1789036453 00000080:00200000:3.0:1789036453.870406:0:279437:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200002b17:0x1471:0x0], updating i_size 0 00000080:00000001:3.0:1789036453.870409:0:279437:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000020:00000001:3.0:1789036453.870411:0:279437:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789036453.870415:0:279437:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446629555591930152 : -114518117621464 : ffff97d8ac476128) 00000020:00001000:3.0:1789036453.870418:0:279437:0:(cl_object.c:823:cl_env_get()) 1@ffff97d8ac476120 00000020:00000001:3.0:1789036453.870422:0:279437:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1789036453.870427:0:279437:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff97d8ac4d1af0. 00000020:00000001:3.0:1789036453.870430:0:279437:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789036453.870432:0:279437:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789036453.870439:0:279437:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1789036453.870442:0:279437:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff97d8a752fe88. 00020000:00000001:3.0:1789036453.870444:0:279437:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446629555508805256 : -114518200746360 : ffff97d8a752fe88) 00020000:00000001:3.0:1789036453.870447:0:279437:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1789036453.870450:0:279437:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036453.870454:0:279437:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446629555592305520 : -114518117246096 : ffff97d8ac4d1b70) 00000020:00001000:3.0:1789036453.870456:0:279437:0:(cl_object.c:917:cl_env_put()) 1@ffff97d8ac476120 00000080:00000001:3.0:1789036453.870461:0:279437:0:(namei.c:156:ll_iget()) Process leaving (rc=18446629555401230600 : -114518308321016 : ffff97d8a0e98908) 00010000:00000001:3.0:1789036453.870463:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.870464:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.870466:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dfa00 refcount=3 00000020:00000001:3.0:1789036453.870467:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.870469:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00000080:00000001:3.0:1789036453.870472:0:279437:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789036453.870479:0:279437:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789036453.870480:0:279437:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446629555591930152 : -114518117621464 : ffff97d8ac476128) 00000020:00001000:3.0:1789036453.870482:0:279437:0:(cl_object.c:823:cl_env_get()) 1@ffff97d8ac476120 00000020:00000001:3.0:1789036453.870484:0:279437:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789036453.870486:0:279437:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:3.0:1789036453.870489:0:279437:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff97d8a752fe88) owner ffff97d8992f4f80 00020000:00000001:3.0:1789036453.870492:0:279437:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789036453.870494:0:279437:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff97d8a752fe88) owner ffff97d8992f4f80 00020000:00000002:3.0:1789036453.870496:0:279437:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x1471:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789036453.870498:0:279437:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036453.870500:0:279437:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036453.870502:0:279437:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789036453.870506:0:279437:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff97d8a752fe88) owner 0000000000000000/ffff97d8992f4f80 00020000:00000002:3.0:1789036453.870508:0:279437:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff97d8a752fe88) owner 0000000000000000/ffff97d8992f4f80 00020000:00000001:3.0:1789036453.870511:0:279437:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789036453.870513:0:279437:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789036453.870515:0:279437:0:(file.c:6843:ll_layout_conf()) [0x200002b17:0x1471:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:3.0:1789036453.870517:0:279437:0:(cl_object.c:917:cl_env_put()) 1@ffff97d8ac476120 00000080:00000001:3.0:1789036453.870520:0:279437:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.870521:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.870522:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789036453.870524:0:279437:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789036453.870527:0:279437:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789036453.870529:0:279437:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789036453.870531:0:279437:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200002b17:0x1471:0x0](ffff97d8a0e98908) 00000080:00010000:3.0:1789036453.870534:0:279437:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x1471:0x0](ffff97d8a0e98908) for lock 0xc68a4c17a46335c9 00800000:00000001:3.0:1789036453.870537:0:279437:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789036453.870539:0:279437:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789036453.870540:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.870541:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.870543:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dfa00 refcount=3 00000020:00000001:3.0:1789036453.870544:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.870546:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.870548:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.870549:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789036453.870628:0:279437:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789036453.870630:0:279437:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789036453.870632:0:279437:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1789036453.870633:0:279437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036453.870639:0:279437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff97d8a7d96300 x1875927346554624/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/608 e 0 to 0 dl 1789036538 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.870645:0:279437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789036453.870649:0:279437:0:(namei.c:1651:ll_create_it()) inode ffff97d8a0e98908 need_sync_to_mds [0x200002b17:0x1471:0x0] 00000080:00000001:3.0:1789036453.870652:0:279437:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789036453.870655:0:279437:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x1471:0x0](ffff97d8a0e98908) 00000080:00000001:3.0:1789036453.870658:0:279437:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789036453.870661:0:279437:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97d8866df200. 00000100:00000001:3.0:1789036453.870664:0:279437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036453.870667:0:279437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97d8a7d96300 x1875927346554624/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/608 e 0 to 0 dl 1789036538 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.870672:0:279437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789036453.870676:0:279437:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1789036453.870678:0:279437:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789036453.870679:0:279437:0:(namei.c:1500:ll_atomic_open()) inode ffff97d8a0e98908 need_sync_to_mds [0x200002b17:0x1471:0x0] 00000080:00000001:3.0:1789036453.870688:0:279437:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789036453.870690:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c3a68 00000080:00200008:3.0:1789036453.870692:0:279437:0:(file.c:1090:ll_file_open()) START file f812b.sanity:[0x200002b17:0x1471:0x0](ffff97d8a0e98908), flags 120501 00000080:00000010:3.0:1789036453.870699:0:279437:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff97d88b3d5900. 00000080:00000010:3.0:1789036453.870705:0:279437:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff97d887d693c0. 00000080:00000001:3.0:1789036453.870708:0:279437:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1789036453.870711:0:279437:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1789036453.870714:0:279437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 00010000:00000010:3.1F:1789036453.870994:0:279437:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff97d886040100. 00010000:00000010:3.1:1789036453.871005:0:279437:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97d8c2051a00. 80000000:00000001:3.0:1789036453.871013:0:279437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789036453.871016:0:279437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789036453.871018:0:279437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789036453.871020:0:279437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789036453.871022:0:279437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1471:0x0] 00800000:00000001:3.0:1789036453.871024:0:279437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.871027:0:279437:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789036453.871031:0:279437:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff97d8ab9559e0. 00000002:00100000:3.0:1789036453.871040:0:279437:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97d8a7d96300 x1875927346554624/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/608 e 0 to 0 dl 1789036538 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789036453.871058:0:279437:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789036453.871060:0:279437:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789036453.871064:0:279437:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1789036453.871067:0:279437:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789036453.871070:0:279437:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036453.871073:0:279437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036453.871076:0:279437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d96300 x1875927346554624/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/608 e 0 to 0 dl 1789036538 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1789036453.871333:0:279437:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036453.871338:0:279437:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff97d8c0d20000. 02000000:00000001:3.0:1789036453.871364:0:279437:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789036453.871366:0:279437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036453.871369:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c3a68 00000080:00000008:3.0:1789036453.871371:0:279437:0:(file.c:1329:ll_file_open()) COMPLETED file f812b.sanity:[0x200002b17:0x1471:0x0](ffff97d8a0e98908), flags 100101, rc = 0 00000080:00000001:3.0:1789036453.871375:0:279437:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789036453.871377:0:279437:0:(dcache.c:176:ll_intent_release()) intent ffff97d8b9d5bd20 released 00000080:00010000:3.0:1789036453.871380:0:279437:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc68a4c17a46335c9 from it ffff97d8b9d5bd20 00010000:00000001:3.0:1789036453.871382:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.871384:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.871386:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dfa00 refcount=3 00000020:00000001:3.0:1789036453.871388:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.871390:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.871393:0:279437:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789036453.871397:0:279437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1d5c031f9f61c65c expref: -99 pid: 279437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789036453.871405:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.871406:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.871407:0:279437:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789036453.871410:0:279437:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789036453.871418:0:279437:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1d5c031f9f61c65c expref: -99 pid: 279437 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789036453.871425:0:279437:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789036453.871428:0:279437:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789036453.871431:0:279437:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789036453.871436:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.871437:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.871438:0:279437:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.871441:0:279437:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789036453.871443:0:279437:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.871445:0:279437:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.871449:0:279437:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.871451:0:279437:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789036453.871452:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.871454:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789036453.871455:0:279437:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789036453.871457:0:279437:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1789036453.871459:0:279437:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789036453.871461:0:279437:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789036453.871463:0:279437:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789036453.871464:0:279437:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789036453.871467:0:279437:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1789036453.871469:0:279437:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789036453.871470:0:279437:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789036453.871473:0:279437:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789036453.871475:0:279437:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789036453.871477:0:279437:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff97d8b9d5bd20. 00000080:00000001:3.0:1789036453.871480:0:279437:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789036453.871484:0:279437:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789036453.871486:0:279437:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b17:0x1471:0x0](ffff97d8a0e98908), inode mode 81a4 mask 40 00000080:00000001:3.0:1789036453.871489:0:279437:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789036453.871522:0:279437:0:(file.c:4644:ll_file_ioctl()) Process entered 00000080:00200080:3.0:1789036453.871524:0:279437:0:(file.c:4646:ll_file_ioctl()) VFS Op:inode=[0x200002b17:0x1471:0x0](ffff97d8a0e98908) cmd=4008669a arg=70d530 00000080:00000001:3.0:1789036453.871530:0:279437:0:(file.c:3002:ll_lov_setstripe()) Process entered 00000080:00000001:3.0:1789036453.871532:0:279437:0:(llite_lib.c:4366:ll_copy_user_md()) Process entered 00000080:00000010:3.0:1789036453.871536:0:279437:0:(llite_lib.c:4375:ll_copy_user_md()) kmalloced '(*kbuf)': 32 at ffff97d8ab955920. 00000080:00000001:3.0:1789036453.871539:0:279437:0:(llite_lib.c:4384:ll_copy_user_md()) Process leaving (rc=32 : 32 : 20) 00000080:00000001:3.0:1789036453.871546:0:279437:0:(file.c:2756:ll_lov_setstripe_ea_info()) Process entered 00000080:00000001:3.0:1789036453.871624:0:279437:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1789036453.871629:0:279437:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff97d8866df200. 00800000:00000002:3.0:1789036453.871635:0:279437:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff97d8aaaf1400 2 00000080:00000001:3.0:1789036453.871639:0:279437:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789036453.871643:0:279437:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789036453.871645:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c3b10 00800000:00000002:3.0:1789036453.871647:0:279437:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200002b17:0x1471:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789036453.871651:0:279437:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1789036453.871652:0:279437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789036453.871654:0:279437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789036453.871655:0:279437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789036453.871657:0:279437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789036453.871658:0:279437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789036453.871660:0:279437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1471:0x0] 00800000:00000001:3.0:1789036453.871662:0:279437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036453.871664:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c3a90 00800000:00000002:3.0:1789036453.871666:0:279437:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x1471:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1789036453.871670:0:279437:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789036453.871672:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c39c8 00000002:00010000:3.0:1789036453.871674:0:279437:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0x1471:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 040000002 00000002:00000001:3.0:1789036453.871678:0:279437:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789036453.871680:0:279437:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789036453.871683:0:279437:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789036453.871688:0:279437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d886040f00 count: 2 00010000:00000001:3.0:1789036453.871691:0:279437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789036453.871693:0:279437:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789036453.871696:0:279437:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.871698:0:279437:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.871700:0:279437:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.871702:0:279437:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1789036453.871704:0:279437:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789036453.871709:0:279437:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d94700. 00000020:00000040:3.0:1789036453.871713:0:279437:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=7 obd=lustre-MDT0000-mdc-ffff97d8b9387800 02000000:00000001:3.0:1789036453.872030:0:279437:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789036453.872038:0:279437:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.872042:0:279437:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789036453.872054:0:279437:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789036453.872058:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.872059:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.872060:0:279437:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.872063:0:279437:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036453.872066:0:279437:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036453.872069:0:279437:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036453.872075:0:279437:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97d890d1c000. 00000100:00000001:3.0:1789036453.872082:0:279437:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.872086:0:279437:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789036453.872087:0:279437:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.872089:0:279437:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789036453.872090:0:279437:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.872092:0:279437:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.872098:0:279437:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446629555517605632 : -114518191945984 : ffff97d8a7d94700) 00010000:00000001:3.0:1789036453.872102:0:279437:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789036453.872104:0:279437:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789036453.872108:0:279437:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff97d886040100. 00010000:00000010:3.0:1789036453.872111:0:279437:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff97d887a96d00. 00010000:00000001:3.0:1789036453.872115:0:279437:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789036453.872118:0:279437:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97d8887dee00. 00000020:00000001:3.0:1789036453.872122:0:279437:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789036453.872125:0:279437:0:(lustre_handles.c:93:class_handle_hash()) added object ffff97d8887dee00 with handle 0xc68a4c17a46335d0 to hash 00000020:00000001:3.0:1789036453.872127:0:279437:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789036453.872128:0:279437:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:3.0:1789036453.872131:0:279437:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:3.0:1789036453.872134:0:279437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789036453.872136:0:279437:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036453.872139:0:279437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 279437 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789036453.872147:0:279437:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279437 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789036453.872172:0:279437:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97d8b9387800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789036453.872180:0:279437:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97d8a7d94700 x1875927346554880/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789036453.872189:0:279437:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279437 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789036453.872195:0:279437:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789036453.872196:0:279437:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789036453.872203:0:279437:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97d88b1ed840. 00000100:00000001:3.0:1789036453.872205:0:279437:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446629555035625536 : -114518673926080 : ffff97d88b1ed840) 00000100:00000001:3.0:1789036453.872207:0:279437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036453.872209:0:279437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517605632 : -114518191945984 : ffff97d8a7d94700) 00000100:00000001:3.0:1789036453.872213:0:279437:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036453.872217:0:279437:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.872218:0:279437:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789036453.872220:0:279437:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036453.872224:0:279437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d94700 x1875927346554880/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.872231:0:279437:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036453.872233:0:279437:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036453.872237:0:279437:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036453.872239:0:279437:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036453.872241:0:279437:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036453.872244:0:279437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d94700 pname:cluuid:pid:xid:nid:opc:job lfs:7d763aff-8b7a-44d5-b6db-92551ac67e1a:279437:1875927346554880:192.168.204.121@tcp:101:lfs.0 00000100:00000001:3.0:1789036453.872248:0:279437:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036453.872253:0:279437:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036453.872255:0:279437:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036453.872258:0:279437:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036453.872339:0:279437:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff97d8a7dc0000. 02000000:00000001:3.0:1789036453.872342:0:279437:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036453.872350:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036453.872358:0:279437:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d891206580. 00000400:00000010:3.0:1789036453.872364:0:279437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff97d8aa941000. 00000100:00000200:3.0:1789036453.872371:0:279437:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875927346554880, portal 10 00000100:00000001:3.0:1789036453.872373:0:279437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036453.872375:0:279437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517605632 : -114518191945984 : ffff97d8a7d94700) 00000100:00000040:3.0:1789036453.872381:0:279437:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97d8a7d94700 x1875927346554880/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789036538 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.872388:0:279437:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036453.872391:0:279437:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036453.872395:0:279437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f6e8. 00000100:00000200:3.0:1789036453.872397:0:279437:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875927346554880, offset 0 00000400:00000200:3.0:1789036453.872403:0:279437:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036453.872410:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.872417:0:279437:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036453.872422:0:279437:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036453.872426:0:279437:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036453.872429:0:279437:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036453.872431:0:279437:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036453.872435:0:279437:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557003:557003:256:4294967295] 192.168.204.121@tcp LPNI seq info [556957:556957:8:4294967295] 00000400:00000200:3.0:1789036453.872440:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.872449:0:279437:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036453.872454:0:279437:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036453.872459:0:279437:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536ec00. 00000800:00000200:3.0:1789036453.872466:0:279437:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036453.872473:0:279437:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036453.872477:0:279437:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536ec00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1789036453.872544:0:279437:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036453.872549:0:279437:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25698 usecs (26 jiffies) 00000400:00000200:3.0:1789036453.872618:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036453.872621:0:279437:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307535051 00000100:00000001:3.0:1789036453.872624:0:279437:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307538143 00000100:00000001:3.0:1789036453.872631:0:279437:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307535051 00000100:00000001:3.0:1789036453.872634:0:279437:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307538143 00000100:00000001:3.0:1789036453.872636:0:279437:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036453.872639:0:279437:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.872641:0:279437:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036453.872643:0:279437:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:3.0:1789036453.872646:0:279437:0:(client.c:2716:ptlrpc_set_wait()) set ffff97d88b1ed840 going to sleep for 80 seconds 00000100:00000001:3.0:1789036453.872648:0:279437:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036453.872651:0:279437:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789036453.876010:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036453.876020:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536ec00. 00000400:00000200:2.0:1789036453.876029:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.876037:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036453.876056:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f6e8 00000400:00000010:2.0:1789036453.876059:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f6e8. 00000100:00000001:2.0:1789036453.876065:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036453.876073:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d94700 x1875927346554880/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789036538 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789036453.876105:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036453.876109:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97d8a7d94700 x1875927346554880/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789036538 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789036453.876116:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036453.876118:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789036453.876426:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.876439:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036453.876442:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.876444:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.876451:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.876456:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036453.876463:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.876467:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.876472:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.876475:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 328 into portal 15 MB=0x6aa255c78d600 00000400:00000200:2.0:1789036453.876484:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.121@tcp of length 328/328 into md 0x538dcd [2] + 720 00000800:00000001:2.0:1789036453.876490:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.876497:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.876500:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.876502:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036453.876507:0:2387:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789036453.876509:0:2387:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789036453.876515:0:2387:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8ac507800. 00000100:00000040:2.0:1789036453.876519:0:2387:0:(events.c:341:request_in_callback()) incoming req@ffff97d8ac507800 x1875927302198784 msgsize 328 00000100:00100000:2.0:1789036453.876523:0:2387:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.121@tcp (source: 12345-192.168.204.121@tcp) 00000100:00000001:2.0:1789036453.876627:0:2387:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789036453.876635:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.876638:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036453.876679:0:236334:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789036453.876682:0:236334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927302198784 02000000:00000001:3.0:1789036453.876685:0:236334:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789036453.876687:0:236334:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036453.876690:0:236334:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036453.876695:0:236334:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036453.876698:0:236334:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927302198784 00000020:00000001:3.0:1789036453.876701:0:236334:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789036453.876703:0:236334:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc68a4c17a4610e9e 00000020:00000001:3.0:1789036453.876706:0:236334:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.876709:0:236334:0:(lustre_handles.c:148:class_handle2object()) GET export ffff97d8861f7000 refcount=5 00000020:00000001:3.0:1789036453.876711:0:236334:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554951778304 : -114518757773312 : ffff97d8861f7000) 00000020:00000001:3.0:1789036453.876713:0:236334:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629554951778304 : -114518757773312 : ffff97d8861f7000) 00000100:00000001:3.0:1789036453.876783:0:236334:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789036453.876788:0:236334:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97d887d69080. 00000100:00000001:3.0:1789036453.876792:0:236334:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789036453.876794:0:236334:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff97d887d69080. 00000020:00000010:3.0:1789036453.876802:0:236334:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97d8866de600. 00000020:00000010:3.0:1789036453.876808:0:236334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97d887a96f00. 00000020:00000010:3.0:1789036453.876812:0:236334:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff97d8ac4d1c80. 00000100:00000040:3.0:1789036453.876841:0:236334:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789036453.876845:0:236334:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789036453.876846:0:236334:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789036453.876848:0:236334:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.876856:0:236334:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.876915:0:236334:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036453.876928:0:236334:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789036453.876931:0:236334:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789036453.876936:0:236334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.121@tcp, seq: 5389 00000100:00000040:3.0:1789036453.876939:0:236334:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff97d8861f7000 : new rpc_count 1 00000100:00000001:3.0:1789036453.876941:0:236334:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446629555592525824 : -114518117025792 : ffff97d8ac507800) 00000100:00000040:3.0:1789036453.876947:0:236334:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff97d8ac507800 x1875927302198784/t0(0) o104->7d763aff-8b7a-44d5-b6db-92551ac67e1a@192.168.204.121@tcp:544/0 lens 328/0 e 0 to 0 dl 1789036464 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036453.876955:0:236334:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789036453.876957:0:236334:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97d887d69080. 00000100:00000001:3.0:1789036453.876960:0:236334:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789036453.876962:0:236334:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff97d887d69080. 00000100:00100000:3.0:1789036453.876966:0:236334:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff97d8ac507800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:7d763aff-8b7a-44d5-b6db-92551ac67e1a+5:101993:x1875927302198784:12345-192.168.204.121@tcp:104: 00000100:00000200:3.0:1789036453.876970:0:236334:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875927302198784 00010000:00000001:3.0:1789036453.876973:0:236334:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789036453.876981:0:236334:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.876982:0:236334:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.876985:0:236334:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dfa00 refcount=2 00000020:00000001:3.0:1789036453.876987:0:236334:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.876989:0:236334:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:3.0:1789036453.876993:0:236334:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789036453.876996:0:236334:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789036453.877002:0:236334:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x1d5c031f9f61c65c expref: -99 pid: 279437 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1789036453.877012:0:236334:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789036453.877015:0:236334:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789036453.877020:0:236334:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97d890d1cc00. 02000000:00000001:3.0:1789036453.877022:0:236334:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.877025:0:236334:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.877029:0:236334:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789036453.877037:0:236334:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036453.877042:0:236334:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d8b92e95e8 time=106 v=5 (1 1 1 1) 00000100:00000001:3.0:1789036453.877057:0:236334:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789036453.877061:0:236334:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff97d887d6c700 refcount 16 to 192.168.204.121@tcp 00000100:00000001:3.0:1789036453.877063:0:236334:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629554980570880 : -114518728980736 : ffff97d887d6c700) 02000000:00000001:3.0:1789036453.877066:0:236334:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789036453.877068:0:236334:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.877070:0:236334:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036453.877073:0:236334:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036453.877078:0:236334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f7f8. 00000100:00000200:3.0:1789036453.877082:0:236334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875927302198784, offset 224 00000400:00000200:3.0:1789036453.877089:0:236334:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036453.877097:0:236334:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.877104:0:236334:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.21@tcp to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036453.877112:0:236334:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557004:557004:256:4294967295] 192.168.204.121@tcp LPNI seq info [556958:556958:8:4294967295] 00000400:00000200:3.0:1789036453.877116:0:236334:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.877123:0:236334:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036453.877128:0:236334:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036453.877133:0:236334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536e200. 00000800:00000200:3.0:1789036453.877139:0:236334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036453.877146:0:236334:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036453.877150:0:236334:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036453.877163:0:236334:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036453.877167:0:236334:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff97d887d6c700 refcount 15 to 192.168.204.121@tcp 00010000:00000001:3.0:1789036453.877170:0:236334:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789036453.877174:0:236334:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff97d88b1ede40. 00010000:00000001:3.0:1789036453.877176:0:236334:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789036453.877192:0:236334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789036453.877194:0:236334:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.877195:0:236334:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.877197:0:236334:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036453.877202:0:236334:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8ac507800 x1875927302198784/t0(0) o104->7d763aff-8b7a-44d5-b6db-92551ac67e1a@192.168.204.121@tcp:544/0 lens 328/224 e 0 to 0 dl 1789036464 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789036453.877218:0:236334:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff97d8ac507800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:7d763aff-8b7a-44d5-b6db-92551ac67e1a+5:101993:x1875927302198784:12345-192.168.204.121@tcp:104: Request processed in 261us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1789036453.877225:0:236334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.121@tcp, seq: 5389 00000100:00000040:3.0:1789036453.877228:0:236334:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff97d8861f7000 : new rpc_count 0 00000100:00000001:3.0:1789036453.877231:0:236334:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789036453.877232:0:236334:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789036453.877237:0:236334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97d887a96f00. 00000020:00000010:3.0:1789036453.877240:0:236334:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff97d8ac4d1c80. 00000020:00000010:3.0:1789036453.877244:0:236334:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97d8866de600. 00000020:00000040:3.0:1789036453.877249:0:236334:0:(genops.c:879:class_export_put()) PUTting export ffff97d8861f7000 : new refcount 4 00000100:00000001:3.0:1789036453.877252:0:236334:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789036453.877299:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036453.877302:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036453.877305:0:248124:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1789036453.877308:0:248124:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1789036453.877310:0:248124:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789036453.877314:0:248124:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x1d5c031f9f61c65c expref: -99 pid: 279437 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789036453.877323:0:248124:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97d8887dfa00 already unused, calling callback (ffffffffc1bc4740) 00000080:00000001:0.0:1789036453.877326:0:248124:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789036453.877331:0:248124:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x1d5c031f9f61c65c expref: -99 pid: 279437 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789036453.877338:0:248124:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789036453.877345:0:248124:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789036453.877348:0:248124:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x1d5c031f9f61c65c expref: -99 pid: 279437 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789036453.877355:0:248124:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789036453.877357:0:248124:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789036453.877359:0:248124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789036453.877360:0:248124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789036453.877362:0:248124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dfa00 refcount=3 00000020:00000001:0.0:1789036453.877364:0:248124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:0.0:1789036453.877366:0:248124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991528448 : -114518718023168 : ffff97d8887dfa00) 00010000:00000001:0.0:1789036453.877368:0:248124:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789036453.877371:0:248124:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 3/0,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x1d5c031f9f61c65c expref: -99 pid: 279437 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1789036453.877378:0:248124:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789036453.877381:0:248124:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789036453.877384:0:248124:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789036453.877386:0:248124:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b17:0x1471:0x0] mode (null) 00000002:00000001:0.0:1789036453.877390:0:248124:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789036453.877392:0:248124:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789036453.877399:0:248124:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d886040f00 count: 2 00010000:00000001:0.0:1789036453.877402:0:248124:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789036453.877406:0:248124:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789036453.877407:0:248124:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789036453.877409:0:248124:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789036453.877410:0:248124:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d886040f00 count: 2 00010000:00000001:0.0:1789036453.877412:0:248124:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789036453.877414:0:248124:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789036453.877415:0:248124:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789036453.877417:0:248124:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789036453.877418:0:248124:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d886040f00 count: 2 00010000:00000001:0.0:1789036453.877420:0:248124:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789036453.877422:0:248124:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789036453.877428:0:248124:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789036453.877429:0:248124:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789036453.877432:0:248124:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d886040f00 count: 2 00010000:00000001:0.0:1789036453.877433:0:248124:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789036453.877435:0:248124:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789036453.877437:0:248124:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789036453.877439:0:248124:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789036453.877441:0:248124:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789036453.877444:0:248124:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446629555295474680 : -114518414076936 : ffff97d89a9bd3f8) 00000020:00001000:0.0:1789036453.877447:0:248124:0:(cl_object.c:823:cl_env_get()) 1@ffff97d89a9bd3f0 00000020:00000001:0.0:1789036453.877449:0:248124:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789036453.877451:0:248124:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b17:0x1471:0x0]: losing layout lock 00000080:00000001:0.0:1789036453.877454:0:248124:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789036453.877457:0:248124:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789036453.877461:0:248124:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789036453.877463:0:248124:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789036453.877465:0:248124:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x1471:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789036453.877467:0:248124:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036453.877469:0:248124:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789036453.877471:0:248124:0:(cl_object.c:917:cl_env_put()) 1@ffff97d89a9bd3f0 00000080:00000001:0.0:1789036453.877474:0:248124:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789036453.877476:0:248124:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789036453.877478:0:248124:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b17:0x1471:0x0](ffff97d8a0e98908) invalid 00000020:00000001:0.0:1789036453.877482:0:248124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb06741e03c40 00000080:00002000:0.0:1789036453.877483:0:248124:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f812b.sanity (ffff97d88220e360) parent ffff97d898137af8 inode ffff97d8a0e98908 refc 1 00000080:00000001:0.0:1789036453.877487:0:248124:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789036453.877489:0:248124:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789036453.877491:0:248124:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036453.877493:0:248124:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789036453.877496:0:248124:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789036453.877498:0:248124:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789036453.877499:0:248124:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789036453.877501:0:248124:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789036453.877504:0:248124:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff97d8887dfa00 with handle 0xc68a4c17a46335c9 from hash 00010000:00000001:0.0:1789036453.877506:0:248124:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789036453.877507:0:248124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789036453.877509:0:248124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789036453.877516:0:248124:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789036453.877520:0:248124:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789036453.877522:0:248124:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1789036453.877526:0:248124:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789036453.877531:0:248124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789036453.877532:0:248124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789036453.877533:0:248124:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036453.877535:0:248124:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789036453.877538:0:248124:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1789036453.877542:0:248124:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187e680. 00000020:00000040:0.0:1789036453.877545:0:248124:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=8 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:0.0:1789036453.877559:0:248124:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036453.877561:0:248124:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036453.877565:0:248124:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036453.877571:0:248124:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97d8a7c61200. 00000100:00000001:0.0:1789036453.877577:0:248124:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036453.877579:0:248124:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789036453.877583:0:248124:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 2/0,0 mode: --/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x1d5c031f9f61c65c expref: -99 pid: 279437 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789036453.877589:0:248124:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789036453.877591:0:248124:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036453.877596:0:248124:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036453.877602:0:248124:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036453.877608:0:248124:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e380bac] to pc [ptlrpcd_00_00+0] req@ffff97d8b187e680 x1875927346555008/t0(0) o103->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789036453.877636:0:248124:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789036453.877639:0:248124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789036453.877640:0:248124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789036453.877641:0:248124:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036453.877643:0:248124:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789036453.877645:0:248124:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036453.877648:0:248124:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 1/0,0 mode: --/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x1d5c031f9f61c65c expref: -99 pid: 279437 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789036453.877665:0:248124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789036453.877667:0:248124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dfa00/0xc68a4c17a46335c9 lrc: 0/0,0 mode: --/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x1d5c031f9f61c65c expref: -99 pid: 279437 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1789036453.877675:0:248124:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff97d886040f00 count: 0 00010000:00000010:0.0:1789036453.877680:0:248124:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff97d887a96200. 00010000:00000001:0.0:1789036453.877688:0:248124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789036453.877690:0:248124:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1789036453.877692:0:248124:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff97d88b1ede40. 00010000:00000001:0.0:1789036453.877694:0:248124:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036453.877696:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036453.877698:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036453.877700:0:248124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789036453.877701:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036453.877703:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036453.877704:0:248124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789036453.877706:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036453.877707:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036453.877708:0:248124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789036453.878005:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036453.878010:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536e200. 00000400:00000200:2.0:1789036453.878014:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.878019:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036453.878029:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f7f8 00000400:00000010:2.0:1789036453.878031:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f7f8. 00000100:00000001:2.0:1789036453.878035:0:2388:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789036453.878037:0:2388:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00000010:3.1:1789036453.878862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff97d886040200. 00000100:00000001:1.0:1789036453.879058:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036453.879063:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789036453.879065:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789036453.879074:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187e680 x1875927346555008/t0(0) o103->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.879082:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789036453.879084:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.879088:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789036453.879090:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789036453.879093:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789036453.879096:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346555008:192.168.204.121@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789036453.879111:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789036453.879117:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789036453.879119:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.879122:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789036453.879126:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d88b1a1400. 02000000:00000001:1.0:1789036453.879128:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789036453.879135:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:1.0:1789036453.879139:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b903ed10. 00000400:00000010:1.0:1789036453.879145:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d5d8. 00000100:00000200:1.0:1789036453.879152:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346555008, portal 18 00000100:00000001:1.0:1789036453.879154:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789036453.879156:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680044672 : -114518029506944 : ffff97d8b187e680) 00000100:00000040:1.0:1789036453.879164:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187e680 x1875927346555008/t0(0) o103->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036469 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.879171:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789036453.879173:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:1.0:1789036453.879176:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d4c8. 00000100:00000200:1.0:1789036453.879179:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875927346555008, offset 0 00000400:00000200:1.0:1789036453.879185:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:1.0:1789036453.879192:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036453.879198:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:1.0:1789036453.879202:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789036453.879206:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:1.0:1789036453.879209:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789036453.879211:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:1.0:1789036453.879214:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557005:557005:256:4294967295] 192.168.204.121@tcp LPNI seq info [556959:556959:8:4294967295] 00000400:00000200:1.0:1789036453.879219:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036453.879227:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789036453.879232:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:1.0:1789036453.879236:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d889b2a500. 00000800:00000200:1.0:1789036453.879242:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:1.0:1789036453.879254:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:1.0:1789036453.879258:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d889b2a500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789036453.879281:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036453.879286:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25698 usecs (26 jiffies) 00000400:00000200:1.0:1789036453.879292:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:1.0:1789036453.879295:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307535058 00000100:00000001:1.0:1789036453.879299:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307538143 00000100:00000001:1.0:1789036453.879301:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307535058 00000100:00000001:1.0:1789036453.879303:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307538143 00000100:00000001:1.0:1789036453.879305:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036453.879307:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.879311:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.879313:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.879319:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789036453.879321:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789036453.879323:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036453.879324:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789036453.879325:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.879327:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.879339:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036453.879341:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789036453.880004:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036453.880009:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d889b2a500. 00000400:00000200:2.0:1789036453.880014:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.880020:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036453.880025:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d4c8 00000400:00000010:2.0:1789036453.880027:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d4c8. 00000100:00000001:2.0:1789036453.880032:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036453.880036:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187e680 x1875927346555008/t0(0) o103->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036469 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036453.880055:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036453.880059:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187e680 x1875927346555008/t0(0) o103->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036469 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036453.880065:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036453.880066:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1F:1789036453.883877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff97d886040f00. 00010000:00000010:0.1:1789036453.883909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97d8887dfa00. 00000800:00000001:2.0:1789036453.888899:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.888922:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036453.888926:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.888929:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.888938:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.888947:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036453.888958:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.888963:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.888968:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.888972:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 18 MB=0x6aa255f1da880 00000400:00000200:2.0:1789036453.888977:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.888983:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.121@tcp of length 224/224 into md 0x53938d [1] + 224 00000800:00000001:2.0:1789036453.888990:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.888994:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.888997:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.889016:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036453.889024:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036453.889034:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187e680 x1875927346555008/t0(0) o103->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036469 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036453.889058:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187e680 x1875927346555008/t0(0) o103->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036469 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036453.889082:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036453.889092:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.889096:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036453.889097:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.889099:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.889103:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.889106:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036453.889111:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.889113:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.889116:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.889119:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 664 into portal 10 MB=0x6aa255f1da800 00000400:00000200:2.0:1789036453.889123:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.889127:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 664/664 into md 0x539375 [64] + 224 00000800:00000001:2.0:1789036453.889131:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.889139:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.889141:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.889145:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036453.889148:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036453.889152:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d94700 x1875927346554880/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789036538 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789036453.889161:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff97d8a7d94700 x1875927346554880/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789036538 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789036453.889180:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036453.889184:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.889187:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.889325:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036453.889330:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789036453.889336:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789036453.889338:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789036453.889341:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b903ed10. 00000400:00000200:1.0:1789036453.889345:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d5d8 00000400:00000010:1.0:1789036453.889348:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d5d8. 00000100:00000001:1.0:1789036453.889352:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789036453.889356:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187e680 x1875927346555008/t0(0) o103->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036469 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789036453.889365:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187e680 x1875927346555008/t0(0) o103->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036469 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.889383:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789036453.889385:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.889388:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789036453.889391:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789036453.889393:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789036453.889395:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.889398:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789036453.889408:0:2393:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d887edf538 time=106 v=5 (5 5 5 5) 00000100:00001000:1.0:1789036453.889413:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=0 v=5 (1 1 1 0) 00000100:00000001:1.0:1789036453.889416:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789036453.889418:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.889421:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789036453.889424:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.889427:0:2393:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789036453.889429:0:2393:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771460 00000100:00000001:1.0:1789036453.889431:0:2393:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789036453.889434:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036453.889439:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187e680 x1875927346555008/t0(0) o103->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036469 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.889447:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036453.889449:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789036453.889451:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789036453.889455:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187e680 x1875927346555008/t0(0) o103->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036469 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789036453.889464:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346555008:192.168.204.121@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789036453.889469:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.889471:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789036453.889475:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187e680 x1875927346555008/t0(0) o103->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036469 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036453.889482:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789036453.889484:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789036453.889491:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d88b1a1400. 02000000:00000001:1.0:1789036453.889496:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789036453.889499:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789036453.889501:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=7 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:1.0:1789036453.889504:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789036453.889506:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97d8a7c61200. 02000000:00000001:1.0:1789036453.889510:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789036453.889512:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789036453.889514:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187e680. 00000100:00000001:1.0:1789036453.889518:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789036453.889519:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.889522:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.889529:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789036453.889531:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.889533:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036453.889536:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.890708:0:279437:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789036453.890729:0:279437:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036453.890731:0:279437:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036453.890735:0:279437:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d891206580. 00000400:00000200:3.0:1789036453.890742:0:279437:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8aa941000 00000400:00000010:3.0:1789036453.890744:0:279437:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff97d8aa941000. 00000100:00000001:3.0:1789036453.890750:0:279437:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036453.890759:0:279437:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d94700 x1875927346554880/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789036538 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789036453.890769:0:279437:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d94700 x1875927346554880/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789036538 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.890777:0:279437:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036453.890779:0:279437:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036453.890781:0:279437:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036453.890784:0:279437:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036453.890786:0:279437:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036453.890788:0:279437:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036453.890791:0:279437:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036453.890798:0:279437:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=114 v=60 (60 61 61 62) 00000100:00001000:3.0:1789036453.890802:0:279437:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=0 v=5 (1 1 1 0) 00000100:00000001:3.0:1789036453.890804:0:279437:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789036453.890881:0:279437:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff97d8a7d94700 x1875927346554880/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789036538 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.890888:0:279437:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789036453.890891:0:279437:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789036453.890892:0:279437:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789036453.890894:0:279437:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789036453.890896:0:279437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036453.890897:0:279437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517605632 : -114518191945984 : ffff97d8a7d94700) 00000100:00000001:3.0:1789036453.890900:0:279437:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036453.890902:0:279437:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771460 00000100:00000001:3.0:1789036453.890904:0:279437:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036453.890906:0:279437:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1789036453.890910:0:279437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d94700 x1875927346554880/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789036538 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.890918:0:279437:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1789036453.890920:0:279437:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036453.890922:0:279437:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036453.890925:0:279437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d94700 x1875927346554880/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789036538 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789036453.890933:0:279437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d94700 pname:cluuid:pid:xid:nid:opc:job lfs:7d763aff-8b7a-44d5-b6db-92551ac67e1a:279437:1875927346554880:192.168.204.121@tcp:101:lfs.0 00000100:00000001:3.0:1789036453.890938:0:279437:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036453.890941:0:279437:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789036453.890943:0:279437:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789036453.890945:0:279437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036453.890948:0:279437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97d8a7d94700 x1875927346554880/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789036538 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.890954:0:279437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789036453.890957:0:279437:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97d88b1ed840. 00000100:00000001:3.0:1789036453.890960:0:279437:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789036453.890962:0:279437:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1789036453.890965:0:279437:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789036453.890976:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.890979:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.890982:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dee00 refcount=4 00000020:00000001:3.0:1789036453.890984:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:3.0:1789036453.890988:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00010000:3.0:1789036453.890994:0:279437:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279437 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789036453.891005:0:279437:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1789036453.891009:0:279437:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 279437 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789036453.891015:0:279437:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789036453.891018:0:279437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 279437 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789036453.891024:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.891026:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789036453.891028:0:279437:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 279437 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789036453.891033:0:279437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789036453.891037:0:279437:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.891039:0:279437:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789036453.891042:0:279437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 279437 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789036453.891058:0:279437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97d8887dee00 already unused, calling callback (ffffffffc1bc4740) 00000080:00000001:3.0:1789036453.891061:0:279437:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789036453.891065:0:279437:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 279437 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789036453.891071:0:279437:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789036453.891079:0:279437:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789036453.891083:0:279437:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 279437 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789036453.891097:0:279437:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789036453.891100:0:279437:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789036453.891102:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.891103:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.891105:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dee00 refcount=5 00000020:00000001:3.0:1789036453.891107:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:3.0:1789036453.891109:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:3.0:1789036453.891112:0:279437:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789036453.891114:0:279437:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d0 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 279437 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789036453.891119:0:279437:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789036453.891121:0:279437:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036453.891124:0:279437:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789036453.891126:0:279437:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789036453.891128:0:279437:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789036453.891130:0:279437:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789036453.891131:0:279437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789036453.891133:0:279437:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789036453.891136:0:279437:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff97d8887dee00 with handle 0xc68a4c17a46335d0 from hash 00010000:00000001:3.0:1789036453.891138:0:279437:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789036453.891139:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.891140:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.891141:0:279437:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789036453.891143:0:279437:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789036453.891145:0:279437:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789036453.891147:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.891148:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.891150:0:279437:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789036453.891152:0:279437:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036453.891154:0:279437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 279437 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789036453.891163:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.891164:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.891165:0:279437:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789036453.891167:0:279437:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789036453.891168:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.891169:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.891170:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789036453.891172:0:279437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 279437 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789036453.891179:0:279437:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff97d886040100 count: 0 00010000:00000010:3.0:1789036453.891186:0:279437:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff97d887a96d00. 00010000:00000001:3.0:1789036453.891193:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.891194:0:279437:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1789036453.891199:0:279437:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1789036453.891205:0:279437:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x800002b, status=0 req@ffff97d8a7d94700 x1875927346554880/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789036538 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789036453.891213:0:279437:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1789036453.891217:0:279437:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97d8a7d94700 x1875927346554880/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789036538 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789036453.891224:0:279437:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.891230:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789036453.891231:0:279437:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.891233:0:279437:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.891235:0:279437:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.891237:0:279437:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1789036453.891239:0:279437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036453.891240:0:279437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517605632 : -114518191945984 : ffff97d8a7d94700) 00010000:00000001:3.0:1789036453.891242:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789036453.891243:0:279437:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.891245:0:279437:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789036453.891248:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c3950 00000002:00002000:3.0:1789036453.891253:0:279437:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x880002b: rc = 0 00000002:00000001:3.0:1789036453.891257:0:279437:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789036453.891260:0:279437:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789036453.891263:0:279437:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789036453.891265:0:279437:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 0 00000080:00000001:3.0:1789036453.891268:0:279437:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789036453.891271:0:279437:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff97d8aaaf1400 2 00000080:00000010:3.0:1789036453.891275:0:279437:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97d8866df200. 00000080:00000001:3.0:1789036453.891279:0:279437:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789036453.891284:0:279437:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789036453.891287:0:279437:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1789036453.891290:0:279437:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789036453.891293:0:279437:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446629555591930152 : -114518117621464 : ffff97d8ac476128) 00000020:00001000:3.0:1789036453.891296:0:279437:0:(cl_object.c:823:cl_env_get()) 1@ffff97d8ac476120 00000020:00000001:3.0:1789036453.891298:0:279437:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789036453.891301:0:279437:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789036453.891304:0:279437:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789036453.891332:0:279437:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff97d8b9d5bd20. 00020000:00000010:3.0:1789036453.891336:0:279437:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff97d8b93c4400. 00020000:00000010:3.0:1789036453.891341:0:279437:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff97d8b9d5b2a0. 00020000:00000001:3.0:1789036453.891343:0:279437:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446629555819360928 : -114517890190688 : ffff97d8b9d5b2a0) 00020000:00000002:3.0:1789036453.891347:0:279437:0:(lov_ea.c:755:dump_lsm()) lsm ffff97d8b9d5b2a0, objid 0x1471:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789036453.891352:0:279437:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789036453.891356:0:279437:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff97d8b93c4400: ostid: 0x280000401:22056 ost idx: 0 gen: 0 00020000:00000002:3.0:1789036453.891359:0:279437:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff97d8a752fe88) owner ffff97d8992f4f80 00020000:00000001:3.0:1789036453.891362:0:279437:0:(lov_object.c:1341:lov_layout_change()) Process entered 00000020:00000001:3.0:1789036453.891363:0:279437:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789036453.891365:0:279437:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446629555591931448 : -114518117620168 : ffff97d8ac476638) 00000020:00001000:3.0:1789036453.891366:0:279437:0:(cl_object.c:823:cl_env_get()) 1@ffff97d8ac476630 00020000:00000002:3.0:1789036453.891368:0:279437:0:(lov_object.c:1353:lov_layout_change()) [0x200002b17:0x1471:0x0] from EMPTY to COMPOSITE 00000020:00000001:3.0:1789036453.891371:0:279437:0:(cl_object.c:368:cl_object_prune()) Process entered 00000080:00000001:3.0:1789036453.891373:0:279437:0:(vvp_object.c:142:vvp_prune()) Process entered 00000080:00000001:3.0:1789036453.891375:0:279437:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1789036453.891376:0:279437:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789036453.891378:0:279437:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446629555295476840 : -114518414074776 : ffff97d89a9bdc68) 00000020:00001000:3.0:1789036453.891383:0:279437:0:(cl_object.c:823:cl_env_get()) 1@ffff97d89a9bdc60 00000020:00000001:3.0:1789036453.891388:0:279437:0:(cl_object.c:143:cl_object_top()) ffff97d8ac4d1b70 -> ffff97d8ac4d1b70 00000020:00000001:3.0:1789036453.891390:0:279437:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789036453.891392:0:279437:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789036453.891394:0:279437:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0x1471:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789036453.891397:0:279437:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789036453.891399:0:279437:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789036453.891400:0:279437:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789036453.891403:0:279437:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x1471:0x0]io ffff97d8ba3467b0 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1789036453.891407:0:279437:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff97d8a752fe88) owner ffff97d8992f4f80/ffff97d8992f4f80 00020000:00000001:3.0:1789036453.891410:0:279437:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:3.0:1789036453.891411:0:279437:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:3.0:1789036453.891413:0:279437:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff97d8a752fe88) owner ffff97d8992f4f80/ffff97d8992f4f80 00000020:00000001:3.0:1789036453.891415:0:279437:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789036453.891417:0:279437:0:(cl_io.c:72:cl_io_fini()) Process entered 00000080:00000001:3.0:1789036453.891419:0:279437:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789036453.891421:0:279437:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0x1471:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789036453.891423:0:279437:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789036453.891424:0:279437:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789036453.891427:0:279437:0:(cl_object.c:917:cl_env_put()) 1@ffff97d89a9bdc60 00000080:00000001:3.0:1789036453.891429:0:279437:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789036453.891432:0:279437:0:(vvp_object.c:154:vvp_prune()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036453.891434:0:279437:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789036453.891437:0:279437:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:3.0:1789036453.891438:0:279437:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789036453.891441:0:279437:0:(lov_object.c:1371:lov_layout_change()) [0x200002b17:0x1471:0x0]Apply new layout lov ffff97d8a752fe88, type 2 00020000:00000001:3.0:1789036453.891444:0:279437:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1789036453.891446:0:279437:0:(lov_ea.c:755:dump_lsm()) lsm ffff97d8b9d5b2a0, objid 0x1471:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789036453.891449:0:279437:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789036453.891453:0:279437:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff97d8b93c4400: ostid: 0x280000401:22056 ost idx: 0 gen: 0 00020000:00000010:3.0:1789036453.891456:0:279437:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff97d8ac619190. 00020000:00000010:3.0:1789036453.891459:0:279437:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff97d88b1ed840. 00020000:00000001:3.0:1789036453.891463:0:279437:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1789036453.891465:0:279437:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff97d8b185f7e0. 00020000:00000001:3.0:1789036453.891471:0:279437:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1789036453.891473:0:279437:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1789036453.891479:0:279437:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1789036453.891483:0:279437:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff97d8ac4d1c80. 00000020:00000001:3.0:1789036453.891485:0:279437:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789036453.891487:0:279437:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789036453.891489:0:279437:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446629555592305920 : -114518117245696 : ffff97d8ac4d1d00) 00020000:00000001:3.0:1789036453.891494:0:279437:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1789036453.891498:0:279437:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff97d8ac234c40. 00020000:00000001:3.0:1789036453.891500:0:279437:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036453.891504:0:279437:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446629555592305920 : -114518117245696 : ffff97d8ac4d1d00) 00020000:00000001:3.0:1789036453.891506:0:279437:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629555592305920 : -114518117245696 : ffff97d8ac4d1d00) 00020000:00000002:3.0:1789036453.891510:0:279437:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x5628:0x0]@ffff97d8ac4d1c80[0:0] -> [0x200002b17:0x1471:0x0]@ffff97d8ac4d1af0: ostid: 0x280000401:22056 ost idx: 0 gen: 0 00020000:00000001:3.0:1789036453.891515:0:279437:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1789036453.891517:0:279437:0:(lov_object.c:815:lov_init_composite()) Process leaving 00000020:00001000:3.0:1789036453.891518:0:279437:0:(cl_object.c:917:cl_env_put()) 1@ffff97d8ac476630 00020000:00000001:3.0:1789036453.891520:0:279437:0:(lov_object.c:1393:lov_layout_change()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789036453.891522:0:279437:0:(lov_object.c:1527:lov_conf_set()) Process leaving 00020000:00000002:3.0:1789036453.891523:0:279437:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff97d8a752fe88) owner ffff97d8992f4f80 00020000:00000002:3.0:1789036453.891526:0:279437:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x1471:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789036453.891528:0:279437:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036453.891530:0:279437:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789036453.891531:0:279437:0:(cl_object.c:917:cl_env_put()) 1@ffff97d8ac476120 00000080:00000001:3.0:1789036453.891535:0:279437:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330801 : 144115373145330801 : 200002b17001471) 00000080:00000001:3.0:1789036453.891538:0:279437:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:3.0:1789036453.891542:0:279437:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200002b17:0x1471:0x0], updating i_size 0 00000080:00000001:3.0:1789036453.891545:0:279437:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789036453.891547:0:279437:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789036453.891724:0:279437:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.891729:0:279437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036453.891734:0:279437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97d8a7d94700 x1875927346554880/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789036538 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.891741:0:279437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789036453.891751:0:279437:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789036453.891753:0:279437:0:(file.c:3197:ll_release_openhandle()) Process entered 00000080:00000010:3.0:1789036453.891757:0:279437:0:(file.c:3210:ll_release_openhandle()) kmalloced '(och)': 56 at ffff97d887d69080. 00800000:00000001:3.0:1789036453.891762:0:279437:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1789036453.891764:0:279437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789036453.891767:0:279437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789036453.891769:0:279437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789036453.891771:0:279437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789036453.891773:0:279437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789036453.891774:0:279437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1471:0x0] 00800000:00000001:3.0:1789036453.891776:0:279437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.891778:0:279437:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789036453.891781:0:279437:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff97d8ab955260. 00000002:00100000:3.0:1789036453.891786:0:279437:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97d8a7d94700 x1875927346554880/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789036538 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789036453.891791:0:279437:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789036453.891793:0:279437:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789036453.891796:0:279437:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789036453.891799:0:279437:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff97d8866df200. 00000080:00000001:3.0:1789036453.891801:0:279437:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789036453.891806:0:279437:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789036453.891810:0:279437:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1789036453.891811:0:279437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789036453.891813:0:279437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789036453.891814:0:279437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789036453.891854:0:279437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789036453.891856:0:279437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789036453.891858:0:279437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1471:0x0] 00800000:00000001:3.0:1789036453.891859:0:279437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789036453.891861:0:279437:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200002b17:0x1471:0x0] 00000002:00000001:3.0:1789036453.891865:0:279437:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789036453.891867:0:279437:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff97d8b9387800: [0x200002b17:0x1471:0x0] file closed with intent: 0 00000100:00000010:3.0:1789036453.891872:0:279437:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d94a80. 00000020:00000040:3.0:1789036453.891876:0:279437:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=8 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:3.0:1789036453.891879:0:279437:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036453.891883:0:279437:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036453.891891:0:279437:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036453.891897:0:279437:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97d8866de600. 00000100:00000001:3.0:1789036453.891903:0:279437:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789036453.891913:0:279437:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff97d8a7d94700 x1875927346554880/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789036538 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789036453.891922:0:279437:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97d8b9387800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789036453.891927:0:279437:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97d8a7d94a80 x1875927346555264/t0(0) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789036453.891934:0:279437:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789036453.891936:0:279437:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789036453.891942:0:279437:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97d88b1ed3c0. 00000100:00000001:3.0:1789036453.891944:0:279437:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446629555035624384 : -114518673927232 : ffff97d88b1ed3c0) 00000100:00000001:3.0:1789036453.891946:0:279437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036453.891947:0:279437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517606528 : -114518191945088 : ffff97d8a7d94a80) 00000100:00000001:3.0:1789036453.891952:0:279437:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036453.891955:0:279437:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.891958:0:279437:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789036453.891959:0:279437:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036453.891963:0:279437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d94a80 x1875927346555264/t0(0) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.891970:0:279437:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036453.891972:0:279437:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036453.891975:0:279437:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036453.891978:0:279437:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036453.891980:0:279437:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036453.891984:0:279437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d94a80 pname:cluuid:pid:xid:nid:opc:job lfs:7d763aff-8b7a-44d5-b6db-92551ac67e1a:279437:1875927346555264:192.168.204.121@tcp:35:lfs.0 00000100:00000001:3.0:1789036453.891987:0:279437:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036453.891992:0:279437:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036453.891994:0:279437:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036453.891996:0:279437:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036453.892000:0:279437:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97d890d1f400. 02000000:00000001:3.0:1789036453.892002:0:279437:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036453.892015:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036453.892019:0:279437:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d891206580. 00000400:00000010:3.0:1789036453.892023:0:279437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f550. 00000100:00000200:3.0:1789036453.892029:0:279437:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875927346555264, portal 10 00000100:00000001:3.0:1789036453.892031:0:279437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036453.892032:0:279437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517606528 : -114518191945088 : ffff97d8a7d94a80) 00000100:00000040:3.0:1789036453.892038:0:279437:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97d8a7d94a80 x1875927346555264/t0(0) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789036469 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.892056:0:279437:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036453.892059:0:279437:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036453.892062:0:279437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f660. 00000100:00000200:3.0:1789036453.892064:0:279437:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875927346555264, offset 0 00000400:00000200:3.0:1789036453.892070:0:279437:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036453.892077:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.892084:0:279437:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036453.892088:0:279437:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036453.892093:0:279437:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036453.892096:0:279437:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036453.892099:0:279437:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036453.892102:0:279437:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557006:557006:256:4294967295] 192.168.204.121@tcp LPNI seq info [556960:556960:8:4294967295] 00000400:00000200:3.0:1789036453.892107:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.892116:0:279437:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036453.892122:0:279437:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036453.892126:0:279437:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536e400. 00000800:00000200:3.0:1789036453.892132:0:279437:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036453.892141:0:279437:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036453.892145:0:279437:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536e400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789036453.892165:0:279437:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036453.892169:0:279437:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25693 usecs (26 jiffies) 00000400:00000200:3.0:1789036453.892172:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036453.892175:0:279437:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307535071 00000100:00000001:3.0:1789036453.892183:0:279437:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307538143 00000100:00000001:3.0:1789036453.892185:0:279437:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307535071 00000100:00000001:3.0:1789036453.892187:0:279437:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307538143 00000100:00000001:3.0:1789036453.892190:0:279437:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036453.892192:0:279437:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.892194:0:279437:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036453.892196:0:279437:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789036453.892198:0:279437:0:(client.c:2716:ptlrpc_set_wait()) set ffff97d88b1ed3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789036453.892200:0:279437:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036453.892203:0:279437:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789036453.892977:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036453.892984:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536e400. 00000400:00000200:2.0:1789036453.892990:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.892996:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036453.893002:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f660 00000400:00000010:2.0:1789036453.893005:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f660. 00000100:00000001:2.0:1789036453.893009:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036453.893014:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d94a80 x1875927346555264/t0(0) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789036469 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789036453.893024:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036453.893028:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97d8a7d94a80 x1875927346555264/t0(0) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789036469 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789036453.893034:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036453.893035:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789036453.896016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff97d886040100. 00010000:00000010:3.1:1789036453.896032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97d8887dee00. 00000800:00000001:2.0:1789036453.896798:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.896854:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036453.896858:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.896862:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.896871:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.896878:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036453.896888:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.896892:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.896913:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.896918:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 456 into portal 10 MB=0x6aa255f1da980 00000400:00000200:2.0:1789036453.896922:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.896929:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 456/456 into md 0x539395 [1] + 224 00000800:00000001:2.0:1789036453.896937:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.896943:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.896947:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.896951:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036453.896959:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036453.896967:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d94a80 x1875927346555264/t0(0) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789036469 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789036453.896997:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff97d8a7d94a80 x1875927346555264/t0(0) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789036469 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789036453.897016:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036453.897025:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.897029:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036453.897058:0:279437:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789036453.897065:0:279437:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036453.897068:0:279437:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036453.897071:0:279437:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d891206580. 00000400:00000200:3.0:1789036453.897076:0:279437:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f550 00000400:00000010:3.0:1789036453.897079:0:279437:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f550. 00000100:00000001:3.0:1789036453.897082:0:279437:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036453.897087:0:279437:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d94a80 x1875927346555264/t0(0) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789036469 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789036453.897095:0:279437:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d94a80 x1875927346555264/t0(0) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789036469 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.897101:0:279437:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036453.897103:0:279437:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036453.897105:0:279437:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036453.897109:0:279437:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036453.897111:0:279437:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036453.897113:0:279437:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036453.897116:0:279437:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036453.897125:0:279437:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d887edf4f0 time=114 v=5 (5 5 5 5) 00000100:00001000:3.0:1789036453.897129:0:279437:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=0 v=5 (1 1 1 0) 00000100:00000001:3.0:1789036453.897131:0:279437:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036453.897133:0:279437:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.897136:0:279437:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036453.897139:0:279437:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.897150:0:279437:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789036453.897152:0:279437:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789036453.897153:0:279437:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789036453.897155:0:279437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036453.897157:0:279437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517606528 : -114518191945088 : ffff97d8a7d94a80) 00000100:00000001:3.0:1789036453.897160:0:279437:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036453.897161:0:279437:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771460 00000100:00000001:3.0:1789036453.897163:0:279437:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036453.897166:0:279437:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036453.897171:0:279437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d94a80 x1875927346555264/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789036469 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.897177:0:279437:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036453.897180:0:279437:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036453.897182:0:279437:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036453.897186:0:279437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d94a80 x1875927346555264/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789036469 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789036453.897193:0:279437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d94a80 pname:cluuid:pid:xid:nid:opc:job lfs:7d763aff-8b7a-44d5-b6db-92551ac67e1a:279437:1875927346555264:192.168.204.121@tcp:35:lfs.0 00000100:00000001:3.0:1789036453.897197:0:279437:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036453.897200:0:279437:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.897202:0:279437:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789036453.897205:0:279437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036453.897208:0:279437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97d8a7d94a80 x1875927346555264/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789036469 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.897214:0:279437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789036453.897216:0:279437:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97d88b1ed3c0. 00000100:00000001:3.0:1789036453.897219:0:279437:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789036453.897221:0:279437:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.897227:0:279437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036453.897229:0:279437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517606528 : -114518191945088 : ffff97d8a7d94a80) 00000002:00000001:3.0:1789036453.897232:0:279437:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789036453.897235:0:279437:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789036453.897241:0:279437:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97d8866df200. 00000080:00000001:3.0:1789036453.897250:0:279437:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1789036453.897253:0:279437:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1789036453.897255:0:279437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789036453.897258:0:279437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789036453.897260:0:279437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789036453.897262:0:279437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789036453.897264:0:279437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789036453.897266:0:279437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1471:0x0] 00800000:00000001:3.0:1789036453.897268:0:279437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.897273:0:279437:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1789036453.897278:0:279437:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff97d8a7d94700 x1875927346554880/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789036538 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789036453.897285:0:279437:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789036453.897287:0:279437:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789036453.897290:0:279437:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff97d887d69080. 00000100:00000001:3.0:1789036453.897293:0:279437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036453.897296:0:279437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97d8a7d94a80 x1875927346555264/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789036469 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.897302:0:279437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.897304:0:279437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036453.897307:0:279437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d94700 x1875927346554880/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789036538 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.897313:0:279437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789036453.897315:0:279437:0:(file.c:3225:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789036453.897319:0:279437:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789036453.897320:0:279437:0:(dcache.c:176:ll_intent_release()) intent ffffb067414c3c90 released 00000080:00000001:3.0:1789036453.897322:0:279437:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789036453.897324:0:279437:0:(file.c:2791:ll_lov_setstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789036453.897328:0:279437:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789036453.897331:0:279437:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1789036453.897332:0:279437:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200002b17:0x1471:0x0] 00800000:00000001:3.0:1789036453.897335:0:279437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789036453.897336:0:279437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789036453.897338:0:279437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789036453.897339:0:279437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789036453.897345:0:279437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789036453.897347:0:279437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1471:0x0] 00800000:00000001:3.0:1789036453.897349:0:279437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.897352:0:279437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789036453.897355:0:279437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789036453.897362:0:279437:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.897364:0:279437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789036453.897366:0:279437:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0x1471:0x0]: 0 00000080:00000001:3.0:1789036453.897368:0:279437:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789036453.897370:0:279437:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:3.0:1789036453.897374:0:279437:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff97d8866df200. 00000080:00010000:3.0:1789036453.897381:0:279437:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200002b17:0x1471:0x0](ffff97d8a0e98908) 00000080:00000001:3.0:1789036453.897384:0:279437:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789036453.897388:0:279437:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789036453.897391:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c3b18 00800000:00000002:3.0:1789036453.897394:0:279437:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200002b17:0x1471:0x0] '' on [0x200002b17:0x1471:0x0] 00800000:00000001:3.0:1789036453.897398:0:279437:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789036453.897400:0:279437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789036453.897401:0:279437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789036453.897402:0:279437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789036453.897403:0:279437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789036453.897405:0:279437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789036453.897407:0:279437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1471:0x0] 00800000:00000001:3.0:1789036453.897408:0:279437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789036453.897411:0:279437:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b17:0x1471:0x0], fid2=[0x200002b17:0x1471:0x0], name='' -> mds #0 00000002:00000001:3.0:1789036453.897415:0:279437:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789036453.897416:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c39e8 00000002:00010000:3.0:1789036453.897418:0:279437:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0x1471:0x0]) in obj [0x200002b17:0x1471:0x0], intent: layout flags 0 00000002:00000001:3.0:1789036453.897422:0:279437:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789036453.897424:0:279437:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:3.0:1789036453.897428:0:279437:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d94e00. 00000020:00000040:3.0:1789036453.897431:0:279437:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=9 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00010000:00000001:3.0:1789036453.897436:0:279437:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789036453.897440:0:279437:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789036453.897446:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.897451:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.897453:0:279437:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.897456:0:279437:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036453.897458:0:279437:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036453.897461:0:279437:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036453.897467:0:279437:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97d8866dea00. 00000100:00000001:3.0:1789036453.897473:0:279437:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.897476:0:279437:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789036453.897478:0:279437:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.897480:0:279437:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789036453.897481:0:279437:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.897483:0:279437:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.897487:0:279437:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446629555517607424 : -114518191944192 : ffff97d8a7d94e00) 00010000:00000001:3.0:1789036453.897490:0:279437:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789036453.897492:0:279437:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789036453.897496:0:279437:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff97d886040100. 00010000:00000010:3.0:1789036453.897500:0:279437:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff97d887a96d00. 00010000:00000001:3.0:1789036453.897503:0:279437:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789036453.897506:0:279437:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97d8887dee00. 00000020:00000001:3.0:1789036453.897509:0:279437:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789036453.897512:0:279437:0:(lustre_handles.c:93:class_handle_hash()) added object ffff97d8887dee00 with handle 0xc68a4c17a46335d7 to hash 00000020:00000001:3.0:1789036453.897514:0:279437:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789036453.897516:0:279437:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:3.0:1789036453.897519:0:279437:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:3.0:1789036453.897523:0:279437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789036453.897525:0:279437:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036453.897530:0:279437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d7 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x1471:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 279437 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789036453.897539:0:279437:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d7 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x1471:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279437 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789036453.897566:0:279437:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d7 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x1471:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279437 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789036453.897580:0:279437:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789036453.897583:0:279437:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789036453.897587:0:279437:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97d88b1ed3c0. 00000100:00000001:3.0:1789036453.897589:0:279437:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446629555035624384 : -114518673927232 : ffff97d88b1ed3c0) 00000100:00000001:3.0:1789036453.897591:0:279437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036453.897593:0:279437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517607424 : -114518191944192 : ffff97d8a7d94e00) 00000100:00000001:3.0:1789036453.897597:0:279437:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036453.897605:0:279437:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.897606:0:279437:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789036453.897608:0:279437:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036453.897612:0:279437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d94e00 x1875927346555392/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.897618:0:279437:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036453.897620:0:279437:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036453.897623:0:279437:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036453.897625:0:279437:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036453.897627:0:279437:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036453.897630:0:279437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d94e00 pname:cluuid:pid:xid:nid:opc:job lfs:7d763aff-8b7a-44d5-b6db-92551ac67e1a:279437:1875927346555392:192.168.204.121@tcp:101:lfs.0 00000100:00000001:3.0:1789036453.897634:0:279437:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036453.897638:0:279437:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036453.897640:0:279437:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036453.897642:0:279437:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036453.897647:0:279437:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97d890d1c400. 02000000:00000001:3.0:1789036453.897649:0:279437:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036453.897654:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036453.897658:0:279437:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d891206580. 00000400:00000010:3.0:1789036453.897662:0:279437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f550. 00000100:00000200:3.0:1789036453.897667:0:279437:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875927346555392, portal 10 00000100:00000001:3.0:1789036453.897669:0:279437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036453.897670:0:279437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517607424 : -114518191944192 : ffff97d8a7d94e00) 00000100:00000040:3.0:1789036453.897676:0:279437:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97d8a7d94e00 x1875927346555392/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789036538 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.897695:0:279437:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036453.897698:0:279437:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036453.897700:0:279437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f5d8. 00000100:00000200:3.0:1789036453.897704:0:279437:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875927346555392, offset 0 00000400:00000200:3.0:1789036453.897710:0:279437:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036453.897783:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.897790:0:279437:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036453.897796:0:279437:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036453.897800:0:279437:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036453.897804:0:279437:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036453.897807:0:279437:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036453.897810:0:279437:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557007:557007:256:4294967295] 192.168.204.121@tcp LPNI seq info [556961:556961:8:4294967295] 00000400:00000200:3.0:1789036453.897838:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.897848:0:279437:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036453.897855:0:279437:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036453.897860:0:279437:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536ea00. 00000800:00000200:3.0:1789036453.897866:0:279437:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036453.897873:0:279437:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036453.897878:0:279437:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536ea00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:3.0:1789036453.897894:0:279437:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036453.897899:0:279437:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25687 usecs (26 jiffies) 00000400:00000200:3.0:1789036453.897902:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036453.897905:0:279437:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307535077 00000100:00000001:3.0:1789036453.897908:0:279437:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307538143 00000100:00000001:3.0:1789036453.897910:0:279437:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307535077 00000100:00000001:3.0:1789036453.897912:0:279437:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307538143 00000100:00000001:3.0:1789036453.897914:0:279437:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036453.897917:0:279437:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.897925:0:279437:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036453.897927:0:279437:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:3.0:1789036453.897929:0:279437:0:(client.c:2716:ptlrpc_set_wait()) set ffff97d88b1ed3c0 going to sleep for 80 seconds 00000100:00000001:3.0:1789036453.897931:0:279437:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036453.897933:0:279437:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789036453.898134:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036453.898139:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536ea00. 00000400:00000200:2.0:1789036453.898143:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.898147:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036453.898151:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f5d8 00000400:00000010:2.0:1789036453.898153:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f5d8. 00000100:00000001:2.0:1789036453.898156:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036453.898160:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d94e00 x1875927346555392/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789036538 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789036453.898168:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036453.898171:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97d8a7d94e00 x1875927346555392/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789036538 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789036453.898176:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036453.898178:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789036453.901156:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.901174:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036453.901179:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.901181:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.901190:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.901197:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036453.901207:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.901216:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.901222:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.901227:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 400 into portal 10 MB=0x6aa255f1daa00 00000400:00000200:2.0:1789036453.901232:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.901238:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 400/400 into md 0x5393a5 [1] + 224 00000800:00000001:2.0:1789036453.901257:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.901265:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.901268:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.901272:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036453.901278:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036453.901287:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d94e00 x1875927346555392/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789036538 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789036453.901296:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff97d8a7d94e00 x1875927346555392/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789036538 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.901356:0:279437:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036453.901376:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036453.901386:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.901390:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789036453.902222:0:279437:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036453.902225:0:279437:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036453.902229:0:279437:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d891206580. 00000400:00000200:3.0:1789036453.902234:0:279437:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f550 00000400:00000010:3.0:1789036453.902237:0:279437:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f550. 00000100:00000001:3.0:1789036453.902240:0:279437:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036453.902247:0:279437:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d94e00 x1875927346555392/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789036538 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789036453.902256:0:279437:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d94e00 x1875927346555392/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789036538 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.902262:0:279437:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036453.902264:0:279437:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036453.902267:0:279437:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036453.902270:0:279437:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036453.902272:0:279437:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036453.902274:0:279437:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036453.902277:0:279437:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036453.902286:0:279437:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=114 v=60 (60 61 61 62) 00000100:00001000:3.0:1789036453.902290:0:279437:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=0 v=5 (1 1 1 0) 00000100:00000001:3.0:1789036453.902293:0:279437:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036453.902295:0:279437:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.902298:0:279437:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036453.902301:0:279437:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.902305:0:279437:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036453.902307:0:279437:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771460 00000100:00000001:3.0:1789036453.902309:0:279437:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036453.902311:0:279437:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036453.902316:0:279437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d94e00 x1875927346555392/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789036538 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.902338:0:279437:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036453.902341:0:279437:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036453.902343:0:279437:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036453.902347:0:279437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d94e00 x1875927346555392/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789036538 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789036453.902356:0:279437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d94e00 pname:cluuid:pid:xid:nid:opc:job lfs:7d763aff-8b7a-44d5-b6db-92551ac67e1a:279437:1875927346555392:192.168.204.121@tcp:101:lfs.0 00000100:00000001:3.0:1789036453.902360:0:279437:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036453.902363:0:279437:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.902365:0:279437:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789036453.902367:0:279437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036453.902370:0:279437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d94e00 x1875927346555392/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789036538 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.902376:0:279437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789036453.902379:0:279437:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97d88b1ed3c0. 00000100:00000001:3.0:1789036453.902382:0:279437:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789036453.902383:0:279437:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036453.902386:0:279437:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789036453.902390:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.902392:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.902395:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dee00 refcount=4 00000020:00000001:3.0:1789036453.902397:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:3.0:1789036453.902400:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000040:3.0:1789036453.902405:0:279437:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff97d8887dee00, remote cookie: 0x1d5c031f9f61c67f, flags: 0x1000 00010000:00000001:3.0:1789036453.902408:0:279437:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789036453.902412:0:279437:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789036453.902414:0:279437:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789036453.902415:0:279437:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789036453.902416:0:279437:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789036453.902419:0:279437:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0x1471:0x0].0x0 (ffff97d886040100) refcount = 1 00010000:00010000:3.0:1789036453.902425:0:279437:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d7 lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0x1471:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1d5c031f9f61c67f expref: -99 pid: 279437 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789036453.902444:0:279437:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789036453.902448:0:279437:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789036453.902450:0:279437:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789036453.902452:0:279437:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789036453.902455:0:279437:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036453.902458:0:279437:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d7 lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0x1471:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c67f expref: -99 pid: 279437 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789036453.902463:0:279437:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789036453.902465:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.902467:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.902468:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.902469:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789036453.902470:0:279437:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789036453.902474:0:279437:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789036453.902476:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.902477:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.902478:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dee00 refcount=3 00000020:00000001:3.0:1789036453.902481:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:3.0:1789036453.902483:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:3.0:1789036453.902485:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789036453.902485:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789036453.902490:0:279437:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff97d8a7d94e00 x1875927346555392/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789036538 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000040:3.0:1789036453.902498:0:279437:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff97d8b9387800: layout return lvb 56 transno 0 00010000:00000001:3.0:1789036453.902500:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789036453.902501:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789036453.902502:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dee00 refcount=3 00000020:00000001:3.0:1789036453.902504:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:3.0:1789036453.902506:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00000002:00010000:3.0:1789036453.902509:0:279437:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d7 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x1471:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c67f expref: -99 pid: 279437 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789036453.902933:0:279437:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff97d887d6c340. 00010000:00000001:2.0:1789036453.902938:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036453.902939:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789036453.902940:0:279437:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789036453.902942:0:279437:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789036453.902945:0:279437:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789036453.902947:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789036453.902949:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789036453.902950:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dee00 refcount=3 00000020:00000001:2.0:1789036453.902952:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:2.0:1789036453.902955:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00000002:00010000:2.0:1789036453.902959:0:279437:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d7 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x1471:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c67f expref: -99 pid: 279437 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789036453.902965:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036453.902966:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789036453.902968:0:279437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789036453.902969:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789036453.902970:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789036453.902971:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dee00 refcount=3 00000020:00000001:2.0:1789036453.902973:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:2.0:1789036453.902982:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000040:2.0:1789036453.902989:0:279437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d886040100 count: 2 00010000:00000001:2.0:1789036453.902991:0:279437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789036453.902995:0:279437:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff97d882d85c00 type 13 mode 16 res 8589945623/5233 (0 0) 00010000:00000001:2.0:1789036453.902999:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036453.903000:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789036453.903001:0:279437:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789036453.903004:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c3970 00000002:00002000:2.0:1789036453.903006:0:279437:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:2.0:1789036453.903009:0:279437:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789036453.903013:0:279437:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789036453.903015:0:279437:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789036453.903019:0:279437:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200002b17:0x1471:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789036453.903021:0:279437:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036453.903024:0:279437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036453.903028:0:279437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d94e00 x1875927346555392/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789036538 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789036453.903034:0:279437:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789036453.903037:0:279437:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789036453.903040:0:279437:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97d890d1c400. 02000000:00000001:2.0:1789036453.903055:0:279437:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789036453.903058:0:279437:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789036453.903059:0:279437:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=8 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:2.0:1789036453.903061:0:279437:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789036453.903064:0:279437:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97d8866dea00. 02000000:00000001:2.0:1789036453.903067:0:279437:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789036453.903069:0:279437:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789036453.903070:0:279437:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d94e00. 00000100:00000001:2.0:1789036453.903074:0:279437:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789036453.903075:0:279437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1789036453.903078:0:279437:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97d8866df200. 00000080:00010000:2.0:1789036453.903082:0:279437:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x1471:0x0](ffff97d8a0e98908) for lock 0xc68a4c17a46335d7 00800000:00000001:2.0:1789036453.903086:0:279437:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789036453.903089:0:279437:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789036453.903096:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789036453.903097:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789036453.903099:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dee00 refcount=3 00000020:00000001:2.0:1789036453.903101:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:2.0:1789036453.903103:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:2.0:1789036453.903105:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036453.903106:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789036453.903108:0:279437:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789036453.903110:0:279437:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789036453.903112:0:279437:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc68a4c17a46335d7 from it ffffb067414c3c38 00010000:00000001:2.0:1789036453.903114:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789036453.903115:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789036453.903116:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dee00 refcount=3 00000020:00000001:2.0:1789036453.903118:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:2.0:1789036453.903120:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:2.0:1789036453.903122:0:279437:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789036453.903125:0:279437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d7 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x1471:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1d5c031f9f61c67f expref: -99 pid: 279437 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789036453.903131:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036453.903132:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789036453.903133:0:279437:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789036453.903136:0:279437:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789036453.903139:0:279437:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d7 lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0x1471:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c67f expref: -99 pid: 279437 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789036453.903145:0:279437:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036453.903148:0:279437:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036453.903150:0:279437:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036453.903154:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036453.903155:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789036453.903156:0:279437:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036453.903159:0:279437:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036453.903161:0:279437:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036453.903163:0:279437:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036453.903171:0:279437:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036453.903174:0:279437:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789036453.903175:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036453.903176:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789036453.903178:0:279437:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789036453.903182:0:279437:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1789036453.903184:0:279437:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200002b17:0x1471:0x0] 00800000:00000001:2.0:1789036453.903188:0:279437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789036453.903191:0:279437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789036453.903193:0:279437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789036453.903196:0:279437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789036453.903197:0:279437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789036453.903200:0:279437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1471:0x0] 00800000:00000001:2.0:1789036453.903202:0:279437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789036453.903205:0:279437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789036453.903206:0:279437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789036453.903209:0:279437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d886040100 count: 2 00010000:00000001:2.0:1789036453.903211:0:279437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789036453.903214:0:279437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789036453.903218:0:279437:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789036453.903221:0:279437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d7 lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0x1471:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c67f expref: -99 pid: 279437 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789036453.903228:0:279437:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789036453.903232:0:279437:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036453.903235:0:279437:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d7 lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0x1471:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c67f expref: -99 pid: 279437 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789036453.903241:0:279437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1789036453.903243:0:279437:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0x1471:0x0]: 16 00000080:00000001:2.0:1789036453.903245:0:279437:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:2.0:1789036453.903247:0:279437:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:2.0:1789036453.903249:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789036453.903250:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789036453.903251:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dee00 refcount=3 00000020:00000001:2.0:1789036453.903253:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:2.0:1789036453.903261:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00000080:00010000:2.0:1789036453.903264:0:279437:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200002b17:0x1471:0x0](00000000192dae0d) being reconfigured ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d7 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x1471:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c67f expref: -99 pid: 279437 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:2.0:1789036453.903272:0:279437:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789036453.903274:0:279437:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789036453.903275:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789036453.903276:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789036453.903278:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dee00 refcount=4 00000020:00000001:2.0:1789036453.903279:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:2.0:1789036453.903281:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:2.0:1789036453.903284:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036453.903285:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789036453.903286:0:279437:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789036453.903287:0:279437:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789036453.903290:0:279437:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:2.0:1789036453.903292:0:279437:0:(file.c:6866:ll_layout_fetch()) [0x200002b17:0x1471:0x0] LVB_READY=0 l_lvb_data=ffff97d887d6c340 l_lvb_len=56 00000080:00000001:2.0:1789036453.903294:0:279437:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789036453.903296:0:279437:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789036453.903298:0:279437:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789036453.903303:0:279437:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446629555295475112 : -114518414076504 : ffff97d89a9bd5a8) 00000020:00001000:2.0:1789036453.903305:0:279437:0:(cl_object.c:823:cl_env_get()) 1@ffff97d89a9bd5a0 00000020:00000001:2.0:1789036453.903307:0:279437:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789036453.903311:0:279437:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789036453.903314:0:279437:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789036453.903320:0:279437:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff97d8ac080f60. 00020000:00000010:2.0:1789036453.903324:0:279437:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff97d8b93b1100. 00020000:00000010:2.0:1789036453.903329:0:279437:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff97d8ac0802a0. 00020000:00000001:2.0:1789036453.903331:0:279437:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446629555587777184 : -114518121774432 : ffff97d8ac0802a0) 00020000:00000002:2.0:1789036453.903335:0:279437:0:(lov_ea.c:755:dump_lsm()) lsm ffff97d8ac0802a0, objid 0x1471:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789036453.903340:0:279437:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789036453.903344:0:279437:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff97d8b93b1100: ostid: 0x280000401:22056 ost idx: 0 gen: 0 00020000:00000002:2.0:1789036453.903347:0:279437:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff97d8a752fe88) owner ffff97d8992f4f80 00020000:00000001:2.0:1789036453.903355:0:279437:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789036453.903357:0:279437:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff97d8a752fe88) owner ffff97d8992f4f80 00020000:00000010:2.0:1789036453.903362:0:279437:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff97d8b93b1100. 00020000:00000010:2.0:1789036453.903365:0:279437:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff97d8ac080f60. 00020000:00000010:2.0:1789036453.903368:0:279437:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff97d8ac0802a0. 00020000:00000002:2.0:1789036453.903370:0:279437:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x1471:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789036453.903373:0:279437:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036453.903374:0:279437:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036453.903378:0:279437:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789036453.903381:0:279437:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff97d8a752fe88) owner 0000000000000000/ffff97d8992f4f80 00020000:00000002:2.0:1789036453.903385:0:279437:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff97d8b9d5b2a0 addref 2/0 by ffff97d8992f4f80. 00020000:00000002:2.0:1789036453.903387:0:279437:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff97d8a752fe88) owner 0000000000000000/ffff97d8992f4f80 00020000:00000001:2.0:1789036453.903390:0:279437:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789036453.903393:0:279437:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789036453.903394:0:279437:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789036453.903396:0:279437:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789036453.903398:0:279437:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789036453.903400:0:279437:0:(file.c:6843:ll_layout_conf()) [0x200002b17:0x1471:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789036453.903403:0:279437:0:(cl_object.c:917:cl_env_put()) 1@ffff97d89a9bd5a0 00000080:00000001:2.0:1789036453.903406:0:279437:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789036453.903408:0:279437:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:2.0:1789036453.903409:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036453.903410:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789036453.903411:0:279437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789036453.903413:0:279437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789036453.903414:0:279437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d8887dee00 refcount=3 00000020:00000001:2.0:1789036453.903416:0:279437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:2.0:1789036453.903418:0:279437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554991525376 : -114518718026240 : ffff97d8887dee00) 00010000:00000001:2.0:1789036453.903420:0:279437:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789036453.903422:0:279437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d7 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x1471:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1d5c031f9f61c67f expref: -99 pid: 279437 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789036453.903428:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036453.903429:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789036453.903436:0:279437:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789036453.903437:0:279437:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789036453.903440:0:279437:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d7 lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0x1471:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1d5c031f9f61c67f expref: -99 pid: 279437 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789036453.903446:0:279437:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036453.903447:0:279437:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036453.903448:0:279437:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036453.903451:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036453.903452:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789036453.903453:0:279437:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036453.903455:0:279437:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036453.903456:0:279437:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036453.903458:0:279437:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036453.903460:0:279437:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036453.903462:0:279437:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789036453.903463:0:279437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036453.903464:0:279437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789036453.903466:0:279437:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789036453.903468:0:279437:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789036453.903471:0:279437:0:(file.c:3022:ll_lov_setstripe()) inode ffff97d8a0e98908 need_sync_to_mds [0x200002b17:0x1471:0x0] 00000080:00000001:2.0:1789036453.903473:0:279437:0:(file.c:2979:ll_file_getstripe()) Process entered 00000020:00000001:2.0:1789036453.903475:0:279437:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789036453.903476:0:279437:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446629555295475112 : -114518414076504 : ffff97d89a9bd5a8) 00000020:00001000:2.0:1789036453.903478:0:279437:0:(cl_object.c:823:cl_env_get()) 1@ffff97d89a9bd5a0 00000020:00000001:2.0:1789036453.903481:0:279437:0:(cl_object.c:398:cl_object_getstripe()) Process entered 00020000:00000001:2.0:1789036453.903482:0:279437:0:(lov_object.c:2263:lov_object_getstripe()) Process entered 00020000:00000002:2.0:1789036453.903484:0:279437:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff97d8a752fe88) owner 0000000000000000/ffff97d8992f4f80 00020000:00000002:2.0:1789036453.903492:0:279437:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff97d8b9d5b2a0 addref 2/0 by ffff97d8992f4f80. 00020000:00000002:2.0:1789036453.903494:0:279437:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff97d8a752fe88) owner 0000000000000000/ffff97d8992f4f80 00020000:00000001:2.0:1789036453.903497:0:279437:0:(lov_pack.c:382:lov_getstripe()) Process entered 00020000:00000010:2.0:1789036453.903500:0:279437:0:(lov_pack.c:394:lov_getstripe()) kmalloced '(lmmk)': 56 at ffff97d887d6cf00. 00020000:00000001:2.0:1789036453.903502:0:279437:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789036453.903503:0:279437:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789036453.903506:0:279437:0:(lov_pack.c:144:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000010:2.0:1789036453.903510:0:279437:0:(lov_pack.c:489:lov_getstripe()) kvfree 'lmmk': 56 at ffff97d887d6cf00. 00020000:00000001:2.0:1789036453.903513:0:279437:0:(lov_pack.c:491:lov_getstripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789036453.903520:0:279437:0:(lov_object.c:2271:lov_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036453.903522:0:279437:0:(cl_object.c:408:cl_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789036453.903524:0:279437:0:(cl_object.c:917:cl_env_put()) 1@ffff97d89a9bd5a0 00000080:00000001:2.0:1789036453.903527:0:279437:0:(file.c:2990:ll_file_getstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789036453.903529:0:279437:0:(file.c:3036:ll_lov_setstripe()) kvfree 'klum': 32 at ffff97d8ab955920. 00000080:00000001:2.0:1789036453.903532:0:279437:0:(file.c:3037:ll_lov_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789036453.903534:0:279437:0:(file.c:4711:ll_file_ioctl()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789036453.903780:0:279437:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789036453.903784:0:279437:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff97d8a752fe88) owner 0000000000000000/ffff97d8992f4f80 00020000:00000002:2.0:1789036453.903788:0:279437:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff97d8a752fe88) owner 0000000000000000/ffff97d8992f4f80 00020000:00000001:2.0:1789036453.903790:0:279437:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789036453.903799:0:279437:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789036453.903801:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c3df0 00000080:00200008:2.0:1789036453.903803:0:279437:0:(file.c:479:ll_file_release()) START file f812b.sanity:[0x200002b17:0x1471:0x0](ffff97d8a0e98908), flags 100001 00000080:00000001:2.0:1789036453.903807:0:279437:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1789036453.903810:0:279437:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789036453.903811:0:279437:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789036453.903813:0:279437:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff97d8a752fe88) owner 0000000000000000/ffff97d8992f4f80 00020000:00000002:2.0:1789036453.903861:0:279437:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff97d8a752fe88) owner 0000000000000000/ffff97d8992f4f80 00020000:00000001:2.0:1789036453.903864:0:279437:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789036453.903866:0:279437:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1789036453.903869:0:279437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789036453.903870:0:279437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789036453.903872:0:279437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789036453.903873:0:279437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789036453.903875:0:279437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789036453.903876:0:279437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1471:0x0] 00800000:00000001:2.0:1789036453.903878:0:279437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789036453.903880:0:279437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789036453.903882:0:279437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789036453.903885:0:279437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d886040100 count: 2 00010000:00000001:2.0:1789036453.903888:0:279437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789036453.903890:0:279437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789036453.903892:0:279437:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0x1471:0x0]: 0 00000080:00000001:2.0:1789036453.903894:0:279437:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789036453.903896:0:279437:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789036453.903906:0:279437:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff97d886ccbe00. 00000080:00000001:2.0:1789036453.903908:0:279437:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789036453.903911:0:279437:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789036453.903915:0:279437:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1789036453.903916:0:279437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789036453.903917:0:279437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789036453.903918:0:279437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789036453.903920:0:279437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789036453.903921:0:279437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789036453.903922:0:279437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1471:0x0] 00800000:00000001:2.0:1789036453.903924:0:279437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789036453.903926:0:279437:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200002b17:0x1471:0x0] 00000002:00000001:2.0:1789036453.903930:0:279437:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789036453.903932:0:279437:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff97d8b9387800: [0x200002b17:0x1471:0x0] file closed with intent: 0 00000100:00000010:2.0:1789036453.903937:0:279437:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8ac506d80. 00000020:00000040:2.0:1789036453.903940:0:279437:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=9 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:2.0:1789036453.903944:0:279437:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789036453.903947:0:279437:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789036453.903950:0:279437:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789036453.903955:0:279437:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97d886ccaa00. 00000100:00000001:2.0:1789036453.903961:0:279437:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789036453.903975:0:279437:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff97d8a7d96300 x1875927346554624/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/608 e 0 to 0 dl 1789036538 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789036453.903985:0:279437:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97d8b9387800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789036453.903991:0:279437:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97d8ac506d80 x1875927346555648/t0(0) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789036453.903998:0:279437:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789036453.903999:0:279437:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789036453.904006:0:279437:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97d885599300. 00000100:00000001:2.0:1789036453.904008:0:279437:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446629554938811136 : -114518770740480 : ffff97d885599300) 00000100:00000001:2.0:1789036453.904010:0:279437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789036453.904012:0:279437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555592523136 : -114518117028480 : ffff97d8ac506d80) 00000100:00000001:2.0:1789036453.904016:0:279437:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789036453.904020:0:279437:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036453.904027:0:279437:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789036453.904029:0:279437:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789036453.904033:0:279437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8ac506d80 x1875927346555648/t0(0) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789036453.904041:0:279437:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789036453.904052:0:279437:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036453.904056:0:279437:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789036453.904058:0:279437:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789036453.904060:0:279437:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789036453.904063:0:279437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8ac506d80 pname:cluuid:pid:xid:nid:opc:job lfs:7d763aff-8b7a-44d5-b6db-92551ac67e1a:279437:1875927346555648:192.168.204.121@tcp:35:lfs.0 00000100:00000001:2.0:1789036453.904067:0:279437:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789036453.904073:0:279437:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789036453.904075:0:279437:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036453.904077:0:279437:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789036453.904082:0:279437:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97d8c0111800. 02000000:00000001:2.0:1789036453.904084:0:279437:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036453.904091:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:2.0:1789036453.904095:0:279437:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d882fb1160. 00000400:00000010:2.0:1789036453.904101:0:279437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b4c8. 00000100:00000200:2.0:1789036453.904108:0:279437:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875927346555648, portal 10 00000100:00000001:2.0:1789036453.904110:0:279437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789036453.904111:0:279437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555592523136 : -114518117028480 : ffff97d8ac506d80) 00000100:00000040:2.0:1789036453.904118:0:279437:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97d8ac506d80 x1875927346555648/t0(0) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789036469 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789036453.904125:0:279437:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789036453.904127:0:279437:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:2.0:1789036453.904130:0:279437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739bdd0. 00000100:00000200:2.0:1789036453.904132:0:279437:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875927346555648, offset 0 00000400:00000200:2.0:1789036453.904139:0:279437:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:2.0:1789036453.904146:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.904154:0:279437:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:2.0:1789036453.904160:0:279437:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789036453.904164:0:279437:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:2.0:1789036453.904173:0:279437:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789036453.904176:0:279437:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:2.0:1789036453.904180:0:279437:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557008:557008:256:4294967295] 192.168.204.121@tcp LPNI seq info [556962:556962:8:4294967295] 00000400:00000200:2.0:1789036453.904184:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.904193:0:279437:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789036453.904200:0:279437:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:2.0:1789036453.904205:0:279437:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d886c6d100. 00000800:00000200:2.0:1789036453.904211:0:279437:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:2.0:1789036453.904219:0:279437:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:2.0:1789036453.904222:0:279437:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d886c6d100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789036453.904295:0:279437:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036453.904300:0:279437:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25680 usecs (26 jiffies) 00000400:00000200:2.0:1789036453.904304:0:279437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036453.904306:0:279437:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307535083 00000100:00000001:2.0:1789036453.904309:0:279437:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307538143 00000100:00000001:2.0:1789036453.904311:0:279437:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307535083 00000100:00000001:2.0:1789036453.904313:0:279437:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307538143 00000100:00000001:2.0:1789036453.904315:0:279437:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036453.904318:0:279437:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036453.904320:0:279437:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789036453.904322:0:279437:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789036453.904325:0:279437:0:(client.c:2716:ptlrpc_set_wait()) set ffff97d885599300 going to sleep for 11 seconds 00000100:00000001:2.0:1789036453.904327:0:279437:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036453.904330:0:279437:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789036453.907024:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036453.907035:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d886c6d100. 00000400:00000200:3.0:1789036453.907042:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036453.907060:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036453.907068:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739bdd0 00000400:00000010:3.0:1789036453.907071:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739bdd0. 00000100:00000001:3.0:1789036453.907077:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036453.907084:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8ac506d80 x1875927346555648/t0(0) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789036469 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.907096:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036453.907099:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97d8ac506d80 x1875927346555648/t0(0) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789036469 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.907105:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.907106:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789036453.908075:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036453.908089:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036453.908093:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036453.908095:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036453.908103:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.908110:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036453.908117:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.908122:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.908127:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.908131:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 456 into portal 10 MB=0x6aa255f1dab00 00000400:00000200:3.0:1789036453.908136:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036453.908141:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 456/456 into md 0x5393b5 [1] + 224 00000800:00000001:3.0:1789036453.908148:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036453.908154:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036453.908157:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036453.908160:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036453.908166:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036453.908185:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8ac506d80 x1875927346555648/t0(0) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789036469 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789036453.908194:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff97d8ac506d80 x1875927346555648/t0(0) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789036469 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.908220:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036453.908228:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036453.908231:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.908273:0:279437:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789036453.908281:0:279437:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789036453.908283:0:279437:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789036453.908287:0:279437:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d882fb1160. 00000400:00000200:1.0:1789036453.908292:0:279437:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b4c8 00000400:00000010:1.0:1789036453.908294:0:279437:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b4c8. 00000100:00000001:1.0:1789036453.908296:0:279437:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789036453.908301:0:279437:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8ac506d80 x1875927346555648/t0(0) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789036469 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789036453.908308:0:279437:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8ac506d80 x1875927346555648/t0(0) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789036469 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.908314:0:279437:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789036453.908316:0:279437:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.908318:0:279437:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789036453.908321:0:279437:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789036453.908324:0:279437:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789036453.908327:0:279437:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.908330:0:279437:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789036453.908340:0:279437:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d887edf4f0 time=114 v=5 (5 5 5 5) 00000100:00001000:1.0:1789036453.908344:0:279437:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=0 v=5 (1 1 1 0) 00000100:00000001:1.0:1789036453.908346:0:279437:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789036453.908354:0:279437:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.908357:0:279437:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789036453.908361:0:279437:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.908364:0:279437:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789036453.908366:0:279437:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789036453.908368:0:279437:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789036453.908370:0:279437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789036453.908372:0:279437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555592523136 : -114518117028480 : ffff97d8ac506d80) 00000100:00000001:1.0:1789036453.908375:0:279437:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789036453.908377:0:279437:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771460 00000100:00000001:1.0:1789036453.908379:0:279437:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789036453.908381:0:279437:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036453.908386:0:279437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8ac506d80 x1875927346555648/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789036469 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.908393:0:279437:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036453.908396:0:279437:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789036453.908397:0:279437:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789036453.908401:0:279437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8ac506d80 x1875927346555648/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789036469 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789036453.908408:0:279437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8ac506d80 pname:cluuid:pid:xid:nid:opc:job lfs:7d763aff-8b7a-44d5-b6db-92551ac67e1a:279437:1875927346555648:192.168.204.121@tcp:35:lfs.0 00000100:00000001:1.0:1789036453.908413:0:279437:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.908415:0:279437:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.908418:0:279437:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789036453.908419:0:279437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789036453.908422:0:279437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97d8ac506d80 x1875927346555648/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789036469 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.908429:0:279437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789036453.908431:0:279437:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97d885599300. 00000100:00000001:1.0:1789036453.908434:0:279437:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789036453.908436:0:279437:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.908442:0:279437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789036453.908443:0:279437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555592523136 : -114518117028480 : ffff97d8ac506d80) 00000002:00000001:1.0:1789036453.908452:0:279437:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789036453.908455:0:279437:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789036453.908460:0:279437:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97d886ccbe00. 00000080:00000001:1.0:1789036453.908463:0:279437:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789036453.908466:0:279437:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789036453.908468:0:279437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789036453.908471:0:279437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789036453.908473:0:279437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789036453.908475:0:279437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789036453.908477:0:279437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789036453.908479:0:279437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1471:0x0] 00800000:00000001:1.0:1789036453.908481:0:279437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789036453.908485:0:279437:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789036453.908490:0:279437:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff97d8a7d96300 x1875927346554624/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/608 e 0 to 0 dl 1789036538 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789036453.908497:0:279437:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789036453.908499:0:279437:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789036453.908501:0:279437:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff97d887d693c0. 00000100:00000001:1.0:1789036453.908503:0:279437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789036453.908506:0:279437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97d8ac506d80 x1875927346555648/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789036469 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.908512:0:279437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789036453.908515:0:279437:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789036453.908518:0:279437:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff97d88b3d5900. 00000080:00000001:1.0:1789036453.908522:0:279437:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036453.908528:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c3df0 00000080:00000008:1.0:1789036453.908530:0:279437:0:(file.c:523:ll_file_release()) COMPLETED file f812b.sanity:[0x200002b17:0x1471:0x0](ffff97d8a0e98908), flags 100001, rc = 0 00000080:00000001:1.0:1789036453.908534:0:279437:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789036453.908539:0:279437:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789036453.908540:0:279437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067414c3e00 00000080:00002000:1.0:1789036453.908542:0:279437:0:(dcache.c:127:ll_ddelete()) deleting dentry f812b.sanity (ffff97d88220e360, parent ffff97d898137af8, inode ffff97d8a0e98908) hashed, 00000080:00000001:1.0:1789036453.908545:0:279437:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789036453.908554:0:279437:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789036453.908560:0:279437:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1F:1789036453.918002:0:279438:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97d8ab955240. 00000080:00000001:1.0:1789036453.919938:0:279438:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789036453.919942:0:279438:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789036453.919944:0:279438:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789036453.919947:0:279438:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb06741563b20 00000080:00200000:1.0:1789036453.919951:0:279438:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97d8c0a600c8),name=/ 00000080:00000010:1.0:1789036453.919959:0:279438:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff97d88b1a1400. 00800000:00000002:1.0:1789036453.919965:0:279438:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff97d8aaaf1400 2 00000080:00000001:1.0:1789036453.919969:0:279438:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789036453.919974:0:279438:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789036453.919976:0:279438:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb06741563a40 00800000:00000002:1.0:1789036453.919978:0:279438:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789036453.919982:0:279438:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789036453.919984:0:279438:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789036453.919987:0:279438:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789036453.919989:0:279438:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789036453.919992:0:279438:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789036453.919993:0:279438:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789036453.919995:0:279438:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789036453.919998:0:279438:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789036453.920000:0:279438:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789036453.920006:0:279438:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789036453.920008:0:279438:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb06741563910 00000002:00010000:1.0:1789036453.920009:0:279438:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789036453.920012:0:279438:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789036453.920014:0:279438:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789036453.920018:0:279438:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789036453.920024:0:279438:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789036453.920026:0:279438:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789036453.920028:0:279438:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789036453.920030:0:279438:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789036453.920033:0:279438:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789036453.920038:0:279438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d898f7a300. 00000020:00000040:1.0:1789036453.920041:0:279438:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=10 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00010000:00000001:1.0:1789036453.920061:0:279438:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789036453.920066:0:279438:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789036453.920073:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.920075:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.920082:0:279438:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.920085:0:279438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789036453.920087:0:279438:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789036453.920090:0:279438:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789036453.920097:0:279438:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97d8ac4aa000. 00000100:00000001:1.0:1789036453.920102:0:279438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.920107:0:279438:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789036453.920109:0:279438:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.920110:0:279438:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789036453.920111:0:279438:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.920113:0:279438:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789036453.920119:0:279438:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446629555267937024 : -114518441614592 : ffff97d898f7a300) 00010000:00000001:1.0:1789036453.920123:0:279438:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789036453.920125:0:279438:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789036453.920130:0:279438:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff97d8a07c5b00. 00010000:00000010:1.0:1789036453.920133:0:279438:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff97d8b913cb00. 00010000:00000001:1.0:1789036453.920138:0:279438:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789036453.920141:0:279438:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97d880031c00. 00000020:00000001:1.0:1789036453.920144:0:279438:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789036453.920147:0:279438:0:(lustre_handles.c:93:class_handle_hash()) added object ffff97d880031c00 with handle 0xc68a4c17a46335de to hash 00000020:00000001:1.0:1789036453.920149:0:279438:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789036453.920150:0:279438:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000001:1.0:1789036453.920153:0:279438:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000001:1.0:1789036453.920157:0:279438:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789036453.920160:0:279438:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036453.920163:0:279438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031c00/0xc68a4c17a46335de lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 279438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789036453.920172:0:279438:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031c00/0xc68a4c17a46335de lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789036453.920183:0:279438:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031c00/0xc68a4c17a46335de lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789036453.920188:0:279438:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789036453.920195:0:279438:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789036453.920201:0:279438:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97d890246840. 00000100:00000001:1.0:1789036453.920203:0:279438:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446629555119876160 : -114518589675456 : ffff97d890246840) 00000100:00000001:1.0:1789036453.920206:0:279438:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789036453.920207:0:279438:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555267937024 : -114518441614592 : ffff97d898f7a300) 00000100:00000001:1.0:1789036453.920212:0:279438:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789036453.920215:0:279438:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.920217:0:279438:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789036453.920219:0:279438:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789036453.920228:0:279438:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d898f7a300 x1875927346555776/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.920237:0:279438:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789036453.920239:0:279438:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.920242:0:279438:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789036453.920245:0:279438:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789036453.920247:0:279438:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789036453.920250:0:279438:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d898f7a300 pname:cluuid:pid:xid:nid:opc:job stat:7d763aff-8b7a-44d5-b6db-92551ac67e1a:279438:1875927346555776:192.168.204.121@tcp:101:stat.0 00000100:00000001:1.0:1789036453.920254:0:279438:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789036453.920259:0:279438:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789036453.920261:0:279438:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.920263:0:279438:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789036453.920267:0:279438:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff97d8ba2d5800. 02000000:00000001:1.0:1789036453.920269:0:279438:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789036453.920277:0:279438:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:1.0:1789036453.920281:0:279438:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b903ed10. 00000400:00000010:1.0:1789036453.920287:0:279438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d5d8. 00000100:00000200:1.0:1789036453.920294:0:279438:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875927346555776, portal 10 00000100:00000001:1.0:1789036453.920296:0:279438:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789036453.920297:0:279438:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555267937024 : -114518441614592 : ffff97d898f7a300) 00000100:00000040:1.0:1789036453.920304:0:279438:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97d898f7a300 x1875927346555776/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789036538 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.920311:0:279438:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789036453.920314:0:279438:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:1.0:1789036453.920322:0:279438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d220. 00000100:00000200:1.0:1789036453.920326:0:279438:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875927346555776, offset 0 00000400:00000200:1.0:1789036453.920332:0:279438:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:1.0:1789036453.920341:0:279438:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036453.920348:0:279438:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:1.0:1789036453.920354:0:279438:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789036453.920357:0:279438:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:1.0:1789036453.920361:0:279438:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789036453.920364:0:279438:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:1.0:1789036453.920367:0:279438:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557009:557009:256:4294967295] 192.168.204.121@tcp LPNI seq info [556963:556963:8:4294967295] 00000400:00000200:1.0:1789036453.920371:0:279438:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036453.920381:0:279438:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789036453.920387:0:279438:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:1.0:1789036453.920392:0:279438:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d889b2ab00. 00000800:00000200:1.0:1789036453.920398:0:279438:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:1.0:1789036453.920405:0:279438:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:1.0:1789036453.920409:0:279438:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d889b2ab00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789036453.920420:0:279438:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036453.920424:0:279438:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25671 usecs (26 jiffies) 00000400:00000200:1.0:1789036453.920427:0:279438:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:1.0:1789036453.920430:0:279438:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307535099 00000100:00000001:1.0:1789036453.920432:0:279438:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307538143 00000100:00000001:1.0:1789036453.920434:0:279438:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307535099 00000100:00000001:1.0:1789036453.920436:0:279438:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307538143 00000100:00000001:1.0:1789036453.920438:0:279438:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036453.920441:0:279438:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.920443:0:279438:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789036453.920445:0:279438:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:1.0:1789036453.920448:0:279438:0:(client.c:2716:ptlrpc_set_wait()) set ffff97d890246840 going to sleep for 80 seconds 00000100:00000001:1.0:1789036453.920450:0:279438:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789036453.920458:0:279438:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789036453.920844:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036453.920850:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d889b2ab00. 00000400:00000200:3.0:1789036453.920855:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036453.920860:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036453.920865:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d220 00000400:00000010:3.0:1789036453.920868:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d220. 00000100:00000001:3.0:1789036453.920871:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036453.920876:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d898f7a300 x1875927346555776/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789036538 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.920886:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036453.920890:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97d898f7a300 x1875927346555776/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789036538 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.920896:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.920898:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789036453.924150:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.924166:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036453.924170:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.924173:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.924181:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.924189:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036453.924199:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.924216:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.924222:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.924226:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 688 into portal 10 MB=0x6aa255f1dab80 00000400:00000200:2.0:1789036453.924231:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.924236:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 688/688 into md 0x5393c5 [1] + 224 00000800:00000001:2.0:1789036453.924244:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.924252:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.924255:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.924260:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036453.924267:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036453.924276:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d898f7a300 x1875927346555776/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789036538 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789036453.924287:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff97d898f7a300 x1875927346555776/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789036538 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789036453.924306:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036453.924318:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.924322:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.924366:0:279438:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789036453.924373:0:279438:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789036453.924376:0:279438:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789036453.924379:0:279438:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b903ed10. 00000400:00000200:1.0:1789036453.924383:0:279438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d5d8 00000400:00000010:1.0:1789036453.924385:0:279438:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d5d8. 00000100:00000001:1.0:1789036453.924388:0:279438:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789036453.924393:0:279438:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d898f7a300 x1875927346555776/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789036538 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789036453.924401:0:279438:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d898f7a300 x1875927346555776/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789036538 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.924407:0:279438:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789036453.924410:0:279438:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.924412:0:279438:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789036453.924415:0:279438:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789036453.924418:0:279438:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789036453.924420:0:279438:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.924423:0:279438:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789036453.924432:0:279438:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=114 v=60 (60 61 61 62) 00000100:00001000:1.0:1789036453.924437:0:279438:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=0 v=5 (1 1 1 0) 00000100:00000001:1.0:1789036453.924439:0:279438:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789036453.924441:0:279438:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.924444:0:279438:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789036453.924447:0:279438:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.924450:0:279438:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789036453.924452:0:279438:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771460 00000100:00000001:1.0:1789036453.924454:0:279438:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789036453.924457:0:279438:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036453.924462:0:279438:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d898f7a300 x1875927346555776/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789036538 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.924469:0:279438:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036453.924472:0:279438:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789036453.924474:0:279438:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789036453.924478:0:279438:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d898f7a300 x1875927346555776/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789036538 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789036453.924499:0:279438:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d898f7a300 pname:cluuid:pid:xid:nid:opc:job stat:7d763aff-8b7a-44d5-b6db-92551ac67e1a:279438:1875927346555776:192.168.204.121@tcp:101:stat.0 00000100:00000001:1.0:1789036453.924504:0:279438:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.924507:0:279438:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.924510:0:279438:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789036453.924511:0:279438:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789036453.924514:0:279438:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d898f7a300 x1875927346555776/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789036538 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.924520:0:279438:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789036453.924523:0:279438:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97d890246840. 00000100:00000001:1.0:1789036453.924526:0:279438:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789036453.924528:0:279438:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.924530:0:279438:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789036453.924534:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.924536:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.924539:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031c00 refcount=4 00000020:00000001:1.0:1789036453.924541:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000001:1.0:1789036453.924543:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000040:1.0:1789036453.924549:0:279438:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff97d880031c00, remote cookie: 0x1d5c031f9f61c68d, flags: 0x1001 00010000:00010000:1.0:1789036453.924554:0:279438:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031c00/0xc68a4c17a46335de lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c68d expref: -99 pid: 279438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789036453.924565:0:279438:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031c00/0xc68a4c17a46335de lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c68d expref: -99 pid: 279438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.924571:0:279438:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789036453.924574:0:279438:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789036453.924576:0:279438:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789036453.924578:0:279438:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789036453.924579:0:279438:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789036453.924582:0:279438:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff97d8a07c5b00) refcount = 1 00010000:00010000:1.0:1789036453.924592:0:279438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031c00/0xc68a4c17a46335de lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1d5c031f9f61c68d expref: -99 pid: 279438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.924599:0:279438:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789036453.924603:0:279438:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789036453.924605:0:279438:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789036453.924608:0:279438:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789036453.924610:0:279438:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036453.924614:0:279438:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031c00/0xc68a4c17a46335de lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c68d expref: -99 pid: 279438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.924620:0:279438:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789036453.924622:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.924623:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.924624:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.924625:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.924627:0:279438:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789036453.924631:0:279438:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789036453.924633:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.924635:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.924636:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031c00 refcount=3 00000020:00000001:1.0:1789036453.924638:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000001:1.0:1789036453.924644:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000001:1.0:1789036453.924647:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.924648:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.924649:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031c00 refcount=4 00000020:00000001:1.0:1789036453.924651:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000001:1.0:1789036453.924652:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000001:1.0:1789036453.924655:0:279438:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789036453.924658:0:279438:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036453.924661:0:279438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031c00/0xc68a4c17a46335de lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1d5c031f9f61c68d expref: -99 pid: 279438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.924678:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.924679:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.924680:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.924682:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.924683:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031c00 refcount=5 00000020:00000001:1.0:1789036453.924685:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000001:1.0:1789036453.924687:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000001:1.0:1789036453.924701:0:279438:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789036453.924704:0:279438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031c00/0xc68a4c17a46335de lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1d5c031f9f61c68d expref: -99 pid: 279438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.924709:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.924710:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789036453.924712:0:279438:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031c00/0xc68a4c17a46335de lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1d5c031f9f61c68d expref: -99 pid: 279438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.924718:0:279438:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789036453.924719:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.924720:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.924722:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.924723:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789036453.924728:0:279438:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff97d898f7a300 x1875927346555776/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789036538 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789036453.924737:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.924738:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.924740:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031c00 refcount=3 00000020:00000001:1.0:1789036453.924742:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000001:1.0:1789036453.924744:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000001:1.0:1789036453.924746:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.924747:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789036453.924748:0:279438:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789036453.924756:0:279438:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789036453.924758:0:279438:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789036453.924761:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.924762:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.924764:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031c00 refcount=3 00000020:00000001:1.0:1789036453.924765:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000001:1.0:1789036453.924767:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00000002:00010000:1.0:1789036453.924770:0:279438:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031c00/0xc68a4c17a46335de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c68d expref: -99 pid: 279438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.924777:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.924778:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.924780:0:279438:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789036453.924781:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.924783:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.924794:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031c00 refcount=3 00000020:00000001:1.0:1789036453.924796:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000001:1.0:1789036453.924799:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000040:1.0:1789036453.924805:0:279438:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d8a07c5b00 count: 2 00010000:00000001:1.0:1789036453.924808:0:279438:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789036453.924812:0:279438:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff97d882d85c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789036453.924848:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.924849:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789036453.924850:0:279438:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789036453.924853:0:279438:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb06741563898 00000002:00002000:1.0:1789036453.924855:0:279438:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789036453.924858:0:279438:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789036453.924861:0:279438:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789036453.924863:0:279438:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789036453.924866:0:279438:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:1.0:1789036453.924869:0:279438:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789036453.924873:0:279438:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff97d8aaaf1400 2 00000080:00000010:1.0:1789036453.924877:0:279438:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97d88b1a1400. 00000080:00000001:1.0:1789036453.924883:0:279438:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789036453.924891:0:279438:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789036453.924909:0:279438:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789036453.924915:0:279438:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789036453.924919:0:279438:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff97d897fa81c0. 00800000:00000001:1.0:1789036453.924921:0:279438:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446629555251347904 : -114518458203712 : ffff97d897fa81c0) 00800000:00000001:1.0:1789036453.924923:0:279438:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789036453.924925:0:279438:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789036453.924928:0:279438:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789036453.924930:0:279438:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789036453.924933:0:279438:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789036453.924935:0:279438:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789036453.924936:0:279438:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789036453.924940:0:279438:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789036453.924943:0:279438:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1789036453.924945:0:279438:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789036347 to 1789036453 00000080:00200000:1.0:1789036453.924950:0:279438:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 20480 00010000:00000001:1.0:1789036453.924952:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.924953:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.924955:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031c00 refcount=3 00000020:00000001:1.0:1789036453.924956:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000001:1.0:1789036453.924958:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000001:1.0:1789036453.924960:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.924961:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789036453.924963:0:279438:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789036453.924965:0:279438:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789036453.924966:0:279438:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff97d897fa81c0 1 00800000:00000010:1.0:1789036453.924969:0:279438:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff97d897fa81c0. 00800000:00000001:1.0:1789036453.924972:0:279438:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789036453.924975:0:279438:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97d8c0a600c8) for lock 0xc68a4c17a46335de 00800000:00000001:1.0:1789036453.924978:0:279438:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789036453.924980:0:279438:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789036453.924982:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.924983:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.924984:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031c00 refcount=3 00000020:00000001:1.0:1789036453.924986:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000001:1.0:1789036453.924993:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000001:1.0:1789036453.924996:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.924997:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789036453.924998:0:279438:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789036453.925000:0:279438:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789036453.925003:0:279438:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789036453.925005:0:279438:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97d8c0a600c8) 00000080:00010000:1.0:1789036453.925009:0:279438:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc68a4c17a46335de from it ffffb06741563b58 00010000:00000001:1.0:1789036453.925011:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.925012:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.925013:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031c00 refcount=3 00000020:00000001:1.0:1789036453.925015:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000001:1.0:1789036453.925017:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849258496 : -114518860293120 : ffff97d880031c00) 00010000:00000001:1.0:1789036453.925019:0:279438:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789036453.925022:0:279438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031c00/0xc68a4c17a46335de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1d5c031f9f61c68d expref: -99 pid: 279438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.925029:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.925030:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.925032:0:279438:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789036453.925034:0:279438:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789036453.925037:0:279438:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031c00/0xc68a4c17a46335de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c68d expref: -99 pid: 279438 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789036453.925056:0:279438:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789036453.925058:0:279438:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789036453.925060:0:279438:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789036453.925065:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.925066:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.925067:0:279438:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.925070:0:279438:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789036453.925072:0:279438:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.925074:0:279438:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.925076:0:279438:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.925085:0:279438:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789036453.925086:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.925087:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789036453.925089:0:279438:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789036453.925094:0:279438:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d898f7a300 x1875927346555776/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789036538 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.925100:0:279438:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789036453.925103:0:279438:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789036453.925106:0:279438:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff97d8ba2d5800. 02000000:00000001:1.0:1789036453.925114:0:279438:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789036453.925116:0:279438:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789036453.925118:0:279438:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=9 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:1.0:1789036453.925120:0:279438:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789036453.925122:0:279438:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97d8ac4aa000. 02000000:00000001:1.0:1789036453.925126:0:279438:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789036453.925128:0:279438:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789036453.925130:0:279438:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d898f7a300. 00000100:00000001:1.0:1789036453.925133:0:279438:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789036453.925135:0:279438:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789036453.925138:0:279438:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97d8c0a600c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789036453.925142:0:279438:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789036453.925159:0:279438:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff97d8ac6b9860. 00000020:00000001:1.0:1789036453.925165:0:279438:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb06741563ae8 00000080:00200000:1.0:1789036453.925167:0:279438:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff97d8c0a600c8), flags=8 00000080:00000001:1.0:1789036453.925171:0:279438:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789036453.925172:0:279438:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb06741563998 00000080:00200000:1.0:1789036453.925174:0:279438:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff97d8c0a600c8), intent=getattr 00000080:00000010:1.0:1789036453.925182:0:279438:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff97d88b1a1400. 00800000:00000002:1.0:1789036453.925186:0:279438:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff97d8aaaf1400 2 00000080:00000001:1.0:1789036453.925191:0:279438:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789036453.925194:0:279438:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789036453.925195:0:279438:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb067415638b8 00800000:00000002:1.0:1789036453.925197:0:279438:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789036453.925201:0:279438:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789036453.925204:0:279438:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789036453.925207:0:279438:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789036453.925215:0:279438:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789036453.925217:0:279438:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789036453.925219:0:279438:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789036453.925221:0:279438:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789036453.925224:0:279438:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036453.925228:0:279438:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb06741563850 00800000:00000002:1.0:1789036453.925230:0:279438:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f812b.sanity' -> mds #0 00000002:00000001:1.0:1789036453.925234:0:279438:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789036453.925235:0:279438:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb06741563788 00000002:00010000:1.0:1789036453.925237:0:279438:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f812b.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1789036453.925241:0:279438:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789036453.925243:0:279438:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789036453.925246:0:279438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d898f7a300. 00000020:00000040:1.0:1789036453.925250:0:279438:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=10 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00010000:00000001:1.0:1789036453.925255:0:279438:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789036453.925259:0:279438:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789036453.925261:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.925263:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.925264:0:279438:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.925267:0:279438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789036453.925269:0:279438:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789036453.925272:0:279438:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789036453.925280:0:279438:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97d8ac4aa000. 00000100:00000001:1.0:1789036453.925285:0:279438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.925288:0:279438:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789036453.925290:0:279438:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.925291:0:279438:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789036453.925292:0:279438:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.925294:0:279438:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789036453.925301:0:279438:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446629555267937024 : -114518441614592 : ffff97d898f7a300) 00010000:00000001:1.0:1789036453.925304:0:279438:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789036453.925307:0:279438:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789036453.925309:0:279438:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d8a07c5b00 count: 2 00010000:00000001:1.0:1789036453.925311:0:279438:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789036453.925314:0:279438:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789036453.925325:0:279438:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97d880031800. 00000020:00000001:1.0:1789036453.925329:0:279438:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789036453.925331:0:279438:0:(lustre_handles.c:93:class_handle_hash()) added object ffff97d880031800 with handle 0xc68a4c17a46335e5 to hash 00000020:00000001:1.0:1789036453.925333:0:279438:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789036453.925334:0:279438:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.925338:0:279438:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.925341:0:279438:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789036453.925343:0:279438:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036453.925346:0:279438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031800/0xc68a4c17a46335e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 279438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789036453.925354:0:279438:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031800/0xc68a4c17a46335e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 279438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789036453.925364:0:279438:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031800/0xc68a4c17a46335e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 279438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789036453.925370:0:279438:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789036453.925372:0:279438:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789036453.925378:0:279438:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97d890246840. 00000100:00000001:1.0:1789036453.925380:0:279438:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446629555119876160 : -114518589675456 : ffff97d890246840) 00000100:00000001:1.0:1789036453.925383:0:279438:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789036453.925384:0:279438:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555267937024 : -114518441614592 : ffff97d898f7a300) 00000100:00000001:1.0:1789036453.925388:0:279438:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789036453.925392:0:279438:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.925394:0:279438:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789036453.925396:0:279438:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789036453.925401:0:279438:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d898f7a300 x1875927346555904/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.925408:0:279438:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789036453.925410:0:279438:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.925413:0:279438:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789036453.925416:0:279438:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789036453.925418:0:279438:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789036453.925427:0:279438:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d898f7a300 pname:cluuid:pid:xid:nid:opc:job stat:7d763aff-8b7a-44d5-b6db-92551ac67e1a:279438:1875927346555904:192.168.204.121@tcp:101:stat.0 00000100:00000001:1.0:1789036453.925431:0:279438:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789036453.925437:0:279438:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789036453.925439:0:279438:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.925441:0:279438:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789036453.925445:0:279438:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff97d8ba2d5800. 02000000:00000001:1.0:1789036453.925447:0:279438:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789036453.925454:0:279438:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:1.0:1789036453.925458:0:279438:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b903ed10. 00000400:00000010:1.0:1789036453.925464:0:279438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d5d8. 00000100:00000200:1.0:1789036453.925470:0:279438:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875927346555904, portal 10 00000100:00000001:1.0:1789036453.925472:0:279438:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789036453.925473:0:279438:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555267937024 : -114518441614592 : ffff97d898f7a300) 00000100:00000040:1.0:1789036453.925480:0:279438:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97d898f7a300 x1875927346555904/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789036538 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.925487:0:279438:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789036453.925490:0:279438:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:1.0:1789036453.925493:0:279438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d2a8. 00000100:00000200:1.0:1789036453.925497:0:279438:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1875927346555904, offset 0 00000400:00000200:1.0:1789036453.925504:0:279438:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:1.0:1789036453.925511:0:279438:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036453.925517:0:279438:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:1.0:1789036453.925522:0:279438:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789036453.925526:0:279438:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:1.0:1789036453.925529:0:279438:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789036453.925532:0:279438:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:1.0:1789036453.925536:0:279438:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557010:557010:256:4294967295] 192.168.204.121@tcp LPNI seq info [556964:556964:8:4294967295] 00000400:00000200:1.0:1789036453.925540:0:279438:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036453.925550:0:279438:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789036453.925556:0:279438:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:1.0:1789036453.925561:0:279438:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d889b2a400. 00000800:00000200:1.0:1789036453.925574:0:279438:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:1.0:1789036453.925581:0:279438:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:1.0:1789036453.925585:0:279438:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d889b2a400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1789036453.925599:0:279438:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036453.925604:0:279438:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25663 usecs (26 jiffies) 00000400:00000200:1.0:1789036453.925607:0:279438:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:1.0:1789036453.925610:0:279438:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307535104 00000100:00000001:1.0:1789036453.925613:0:279438:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307538143 00000100:00000001:1.0:1789036453.925615:0:279438:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307535104 00000100:00000001:1.0:1789036453.925617:0:279438:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307538143 00000100:00000001:1.0:1789036453.925620:0:279438:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036453.925622:0:279438:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.925624:0:279438:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789036453.925626:0:279438:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:1.0:1789036453.925628:0:279438:0:(client.c:2716:ptlrpc_set_wait()) set ffff97d890246840 going to sleep for 80 seconds 00000100:00000001:1.0:1789036453.925631:0:279438:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789036453.925633:0:279438:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789036453.926221:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036453.926228:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d889b2a400. 00000400:00000200:2.0:1789036453.926235:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.926241:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036453.926245:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d2a8 00000400:00000010:2.0:1789036453.926248:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d2a8. 00000100:00000001:2.0:1789036453.926252:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036453.926256:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d898f7a300 x1875927346555904/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789036538 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789036453.926265:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036453.926267:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97d898f7a300 x1875927346555904/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789036538 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789036453.926273:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036453.926274:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789036453.933028:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.933071:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036453.933075:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.933077:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.933086:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.933094:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036453.933102:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.933107:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.933112:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.933116:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 640 into portal 10 MB=0x6aa255f1dac00 00000400:00000200:2.0:1789036453.933121:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.933126:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 640/640 into md 0x5393cd [1] + 224 00000800:00000001:2.0:1789036453.933133:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.933140:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.933143:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.933147:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036453.933155:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036453.933165:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d898f7a300 x1875927346555904/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789036538 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789036453.933175:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff97d898f7a300 x1875927346555904/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789036538 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789036453.933191:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036453.933202:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.933205:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.933339:0:279438:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789036453.933346:0:279438:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789036453.933348:0:279438:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789036453.933352:0:279438:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b903ed10. 00000400:00000200:1.0:1789036453.933356:0:279438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d5d8 00000400:00000010:1.0:1789036453.933358:0:279438:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d5d8. 00000100:00000001:1.0:1789036453.933361:0:279438:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789036453.933366:0:279438:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d898f7a300 x1875927346555904/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789036538 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789036453.933375:0:279438:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d898f7a300 x1875927346555904/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789036538 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.933381:0:279438:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789036453.933382:0:279438:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.933384:0:279438:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789036453.933388:0:279438:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789036453.933396:0:279438:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789036453.933399:0:279438:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.933401:0:279438:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789036453.933410:0:279438:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=114 v=60 (60 61 61 62) 00000100:00001000:1.0:1789036453.933414:0:279438:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=0 v=5 (1 1 1 0) 00000100:00000001:1.0:1789036453.933416:0:279438:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789036453.933418:0:279438:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.933421:0:279438:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789036453.933424:0:279438:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.933428:0:279438:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789036453.933430:0:279438:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771460 00000100:00000001:1.0:1789036453.933432:0:279438:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789036453.933435:0:279438:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036453.933440:0:279438:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d898f7a300 x1875927346555904/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1789036538 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.933447:0:279438:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036453.933450:0:279438:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789036453.933453:0:279438:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789036453.933457:0:279438:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d898f7a300 x1875927346555904/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1789036538 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789036453.933464:0:279438:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d898f7a300 pname:cluuid:pid:xid:nid:opc:job stat:7d763aff-8b7a-44d5-b6db-92551ac67e1a:279438:1875927346555904:192.168.204.121@tcp:101:stat.0 00000100:00000001:1.0:1789036453.933469:0:279438:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.933472:0:279438:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.933474:0:279438:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789036453.933476:0:279438:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789036453.933480:0:279438:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d898f7a300 x1875927346555904/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1789036538 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.933488:0:279438:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789036453.933491:0:279438:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97d890246840. 00000100:00000001:1.0:1789036453.933494:0:279438:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789036453.933495:0:279438:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.933498:0:279438:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789036453.933502:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.933510:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.933513:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031800 refcount=4 00000020:00000001:1.0:1789036453.933516:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.933518:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000040:1.0:1789036453.933525:0:279438:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff97d880031800, remote cookie: 0x1d5c031f9f61c6a9, flags: 0x1001 00010000:00010000:1.0:1789036453.933530:0:279438:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031800/0xc68a4c17a46335e5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c6a9 expref: -99 pid: 279438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789036453.933538:0:279438:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0x1471:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789036453.933541:0:279438:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1789036453.933547:0:279438:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d886040100 count: 2 00010000:00000001:1.0:1789036453.933565:0:279438:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789036453.933568:0:279438:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036453.933571:0:279438:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031800/0xc68a4c17a46335e5 lrc: 4/1,0 mode: --/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c6a9 expref: -99 pid: 279438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789036453.933578:0:279438:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031800/0xc68a4c17a46335e5 lrc: 4/1,0 mode: --/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c6a9 expref: -99 pid: 279438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.933584:0:279438:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789036453.933588:0:279438:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789036453.933590:0:279438:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789036453.933592:0:279438:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789036453.933593:0:279438:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789036453.933596:0:279438:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0x1471:0x0].0x0 (ffff97d886040100) refcount = 2 00010000:00000040:1.0:1789036453.933600:0:279438:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789036453.933603:0:279438:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d8887dee00/0xc68a4c17a46335d7 lrc: 1/0,0 mode: CR/CR res: [0x200002b17:0x1471:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1d5c031f9f61c67f expref: -99 pid: 279437 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789036453.933610:0:279438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031800/0xc68a4c17a46335e5 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1d5c031f9f61c6a9 expref: -99 pid: 279438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.933627:0:279438:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789036453.933631:0:279438:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789036453.933633:0:279438:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789036453.933636:0:279438:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789036453.933638:0:279438:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036453.933642:0:279438:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031800/0xc68a4c17a46335e5 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c6a9 expref: -99 pid: 279438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.933648:0:279438:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789036453.933649:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.933651:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.933651:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.933652:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.933654:0:279438:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789036453.933659:0:279438:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789036453.933661:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.933663:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.933664:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031800 refcount=3 00000020:00000001:1.0:1789036453.933666:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.933668:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.933670:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.933670:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.933672:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031800 refcount=4 00000020:00000001:1.0:1789036453.933673:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.933675:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.933678:0:279438:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789036453.933681:0:279438:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036453.933684:0:279438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031800/0xc68a4c17a46335e5 lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1d5c031f9f61c6a9 expref: -99 pid: 279438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.933689:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.933695:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.933696:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.933697:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.933699:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031800 refcount=5 00000020:00000001:1.0:1789036453.933701:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.933703:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.933705:0:279438:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789036453.933708:0:279438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031800/0xc68a4c17a46335e5 lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1d5c031f9f61c6a9 expref: -99 pid: 279438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.933713:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.933725:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789036453.933727:0:279438:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031800/0xc68a4c17a46335e5 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1d5c031f9f61c6a9 expref: -99 pid: 279438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.933734:0:279438:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789036453.933735:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.933736:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.933738:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.933739:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789036453.933744:0:279438:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff97d898f7a300 x1875927346555904/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1789036538 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789036453.933753:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.933754:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.933755:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031800 refcount=3 00000020:00000001:1.0:1789036453.933757:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.933759:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00000002:00010000:1.0:1789036453.933763:0:279438:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031800/0xc68a4c17a46335e5 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c6a9 expref: -99 pid: 279438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789036453.933772:0:279438:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff97d897fa81c0. 00010000:00000001:1.0:1789036453.933774:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.933780:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789036453.933781:0:279438:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789036453.933792:0:279438:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789036453.933795:0:279438:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789036453.933797:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.933799:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.933800:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031800 refcount=3 00000020:00000001:1.0:1789036453.933803:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.933805:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00000002:00010000:1.0:1789036453.933808:0:279438:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031800/0xc68a4c17a46335e5 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c6a9 expref: -99 pid: 279438 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.933855:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.933857:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.933858:0:279438:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789036453.933859:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.933861:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.933862:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031800 refcount=3 00000020:00000001:1.0:1789036453.933864:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.933866:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000040:1.0:1789036453.933869:0:279438:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d886040100 count: 3 00010000:00000001:1.0:1789036453.933871:0:279438:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789036453.933875:0:279438:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff97d882d85c00 type 13 mode 4 res 8589945623/5233 (0 0) 00010000:00000001:1.0:1789036453.933877:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.933878:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789036453.933880:0:279438:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789036453.933883:0:279438:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb06741563710 00000002:00002000:1.0:1789036453.933885:0:279438:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789036453.933888:0:279438:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789036453.933892:0:279438:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789036453.933910:0:279438:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789036453.933914:0:279438:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:1.0:1789036453.933917:0:279438:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789036453.933921:0:279438:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff97d8aaaf1400 2 00000080:00000001:1.0:1789036453.933930:0:279438:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789036453.933931:0:279438:0:(namei.c:674:ll_lookup_it_finish()) it ffffb06741563b20 it_disposition b 00000080:00000001:1.0:1789036453.933935:0:279438:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789036453.933941:0:279438:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789036453.933944:0:279438:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789036453.933947:0:279438:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330801 : 144115373145330801 : 200002b17001471) 00000080:00000001:1.0:1789036453.933950:0:279438:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1789036453.933957:0:279438:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789036453.933961:0:279438:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446629555591932024 : -114518117619592 : ffff97d8ac476878) 00000020:00001000:1.0:1789036453.933962:0:279438:0:(cl_object.c:823:cl_env_get()) 1@ffff97d8ac476870 00000020:00000001:1.0:1789036453.933965:0:279438:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789036453.933968:0:279438:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789036453.933971:0:279438:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789036453.933977:0:279438:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff97d8856b2600. 00020000:00000010:1.0:1789036453.933982:0:279438:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff97d8a7279500. 00020000:00000010:1.0:1789036453.933986:0:279438:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff97d8856b2b40. 00020000:00000001:1.0:1789036453.933988:0:279438:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446629554939964224 : -114518769587392 : ffff97d8856b2b40) 00020000:00000002:1.0:1789036453.933992:0:279438:0:(lov_ea.c:755:dump_lsm()) lsm ffff97d8856b2b40, objid 0x1471:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789036453.933996:0:279438:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789036453.934000:0:279438:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff97d8a7279500: ostid: 0x280000401:22056 ost idx: 0 gen: 0 00020000:00000002:1.0:1789036453.934004:0:279438:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff97d8a752fe88) owner ffff97d8ac0027c0 00020000:00000001:1.0:1789036453.934008:0:279438:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789036453.934011:0:279438:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff97d8a752fe88) owner ffff97d8ac0027c0 00020000:00000010:1.0:1789036453.934014:0:279438:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff97d8a7279500. 00020000:00000010:1.0:1789036453.934017:0:279438:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff97d8856b2600. 00020000:00000010:1.0:1789036453.934020:0:279438:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff97d8856b2b40. 00020000:00000002:1.0:1789036453.934022:0:279438:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x1471:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789036453.934024:0:279438:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036453.934025:0:279438:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789036453.934027:0:279438:0:(cl_object.c:917:cl_env_put()) 1@ffff97d8ac476870 00000080:00000001:1.0:1789036453.934031:0:279438:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330801 : 144115373145330801 : 200002b17001471) 00000080:00000001:1.0:1789036453.934033:0:279438:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:1.0:1789036453.934038:0:279438:0:(namei.c:147:ll_iget()) got inode: [0x200002b17:0x1471:0x0](ffff97d8a0e98908): rc = 0 00000080:00000001:1.0:1789036453.934040:0:279438:0:(namei.c:156:ll_iget()) Process leaving (rc=18446629555401230600 : -114518308321016 : ffff97d8a0e98908) 00010000:00000001:1.0:1789036453.934058:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.934060:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.934062:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031800 refcount=3 00000020:00000001:1.0:1789036453.934063:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.934066:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00000080:00000001:1.0:1789036453.934069:0:279438:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789036453.934070:0:279438:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789036453.934072:0:279438:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446629555591932024 : -114518117619592 : ffff97d8ac476878) 00000020:00001000:1.0:1789036453.934074:0:279438:0:(cl_object.c:823:cl_env_get()) 1@ffff97d8ac476870 00000020:00000001:1.0:1789036453.934075:0:279438:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789036453.934077:0:279438:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789036453.934078:0:279438:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789036453.934081:0:279438:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff97d8856b2b40. 00020000:00000010:1.0:1789036453.934083:0:279438:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff97d8a7279500. 00020000:00000010:1.0:1789036453.934085:0:279438:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff97d8856b2600. 00020000:00000001:1.0:1789036453.934087:0:279438:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446629554939962880 : -114518769588736 : ffff97d8856b2600) 00020000:00000002:1.0:1789036453.934090:0:279438:0:(lov_ea.c:755:dump_lsm()) lsm ffff97d8856b2600, objid 0x1471:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789036453.934093:0:279438:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789036453.934096:0:279438:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff97d8a7279500: ostid: 0x280000401:22056 ost idx: 0 gen: 0 00020000:00000002:1.0:1789036453.934098:0:279438:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff97d8a752fe88) owner ffff97d8ac0027c0 00020000:00000001:1.0:1789036453.934100:0:279438:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789036453.934102:0:279438:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff97d8a752fe88) owner ffff97d8ac0027c0 00020000:00000010:1.0:1789036453.934104:0:279438:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff97d8a7279500. 00020000:00000010:1.0:1789036453.934107:0:279438:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff97d8856b2b40. 00020000:00000010:1.0:1789036453.934108:0:279438:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff97d8856b2600. 00020000:00000002:1.0:1789036453.934110:0:279438:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x1471:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789036453.934112:0:279438:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036453.934114:0:279438:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036453.934116:0:279438:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789036453.934119:0:279438:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff97d8a752fe88) owner 0000000000000000/ffff97d8ac0027c0 00020000:00000002:1.0:1789036453.934122:0:279438:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff97d8b9d5b2a0 addref 2/0 by ffff97d8ac0027c0. 00020000:00000002:1.0:1789036453.934124:0:279438:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff97d8a752fe88) owner 0000000000000000/ffff97d8ac0027c0 00020000:00000001:1.0:1789036453.934131:0:279438:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789036453.934132:0:279438:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789036453.934134:0:279438:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789036453.934135:0:279438:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789036453.934137:0:279438:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789036453.934139:0:279438:0:(file.c:6843:ll_layout_conf()) [0x200002b17:0x1471:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1789036453.934142:0:279438:0:(cl_object.c:917:cl_env_put()) 1@ffff97d8ac476870 00000080:00000001:1.0:1789036453.934144:0:279438:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.934145:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.934146:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789036453.934149:0:279438:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789036453.934151:0:279438:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789036453.934153:0:279438:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789036453.934157:0:279438:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x1471:0x0](ffff97d8a0e98908) for lock 0xc68a4c17a46335e5 00800000:00000001:1.0:1789036453.934159:0:279438:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789036453.934161:0:279438:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789036453.934162:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.934163:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.934165:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031800 refcount=3 00000020:00000001:1.0:1789036453.934166:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.934168:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.934171:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.934172:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789036453.934173:0:279438:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789036453.934175:0:279438:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789036453.934180:0:279438:0:(namei.c:653:ll_splice_alias()) Add dentry ffff97d88a8c1a20 inode ffff97d8a0e98908 refc 1 flags 0x40000e 00000080:00000001:1.0:1789036453.934183:0:279438:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1789036453.934187:0:279438:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x1471:0x0](ffff97d8a0e98908) 00000080:00010000:1.0:1789036453.934190:0:279438:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc68a4c17a46335e5 from it ffffb06741563b20 00010000:00000001:1.0:1789036453.934192:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.934193:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.934194:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031800 refcount=3 00000020:00000001:1.0:1789036453.934196:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.934198:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.934200:0:279438:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789036453.934207:0:279438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031800/0xc68a4c17a46335e5 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1d5c031f9f61c6a9 expref: -99 pid: 279438 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.934213:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.934215:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.934216:0:279438:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789036453.934218:0:279438:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789036453.934221:0:279438:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031800/0xc68a4c17a46335e5 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1d5c031f9f61c6a9 expref: -99 pid: 279438 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789036453.934227:0:279438:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789036453.934229:0:279438:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789036453.934231:0:279438:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789036453.934235:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.934236:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.934237:0:279438:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.934240:0:279438:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789036453.934242:0:279438:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.934244:0:279438:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.934246:0:279438:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.934248:0:279438:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789036453.934249:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.934250:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789036453.934252:0:279438:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789036453.934255:0:279438:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97d88b1a1400. 00000100:00000001:1.0:1789036453.934259:0:279438:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789036453.934264:0:279438:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d898f7a300 x1875927346555904/t0(0) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 584/640 e 0 to 0 dl 1789036538 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.934269:0:279438:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789036453.934272:0:279438:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789036453.934276:0:279438:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff97d8ba2d5800. 02000000:00000001:1.0:1789036453.934282:0:279438:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789036453.934285:0:279438:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789036453.934286:0:279438:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=9 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:1.0:1789036453.934288:0:279438:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789036453.934291:0:279438:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97d8ac4aa000. 02000000:00000001:1.0:1789036453.934298:0:279438:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789036453.934300:0:279438:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789036453.934302:0:279438:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d898f7a300. 00000100:00000001:1.0:1789036453.934305:0:279438:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789036453.934307:0:279438:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789036453.934309:0:279438:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789036453.934311:0:279438:0:(dcache.c:176:ll_intent_release()) intent ffffb06741563b20 released 00000080:00000001:1.0:1789036453.934312:0:279438:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1789036453.934325:0:279438:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb06741563d08 00000080:00200008:1.0:1789036453.934327:0:279438:0:(file.c:6296:ll_getattr_dentry()) START file f812b.sanity:[0x200002b17:0x1471:0x0](ffff97d8a0e98908), request_mask 4095, flags 0, foreign 0 00000080:00000001:1.0:1789036453.934334:0:279438:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789036453.934335:0:279438:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb06741563c80 00000080:00200000:1.0:1789036453.934337:0:279438:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200002b17:0x1471:0x0](ffff97d8a0e98908),name=f812b.sanity 00000080:00000010:1.0:1789036453.934342:0:279438:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff97d88b1a1400. 00800000:00000002:1.0:1789036453.934347:0:279438:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff97d8aaaf1400 2 00000080:00000001:1.0:1789036453.934352:0:279438:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789036453.934355:0:279438:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789036453.934357:0:279438:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb06741563ba0 00800000:00000002:1.0:1789036453.934359:0:279438:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b17:0x1471:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789036453.934362:0:279438:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789036453.934365:0:279438:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789036453.934367:0:279438:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789036453.934369:0:279438:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789036453.934371:0:279438:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789036453.934373:0:279438:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789036453.934375:0:279438:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789036453.934377:0:279438:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789036453.934379:0:279438:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789036453.934380:0:279438:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789036453.934381:0:279438:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789036453.934382:0:279438:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789036453.934384:0:279438:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789036453.934385:0:279438:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x1471:0x0] 00800000:00000001:1.0:1789036453.934387:0:279438:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789036453.934389:0:279438:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x1471:0x0], name='' -> mds #0 00000002:00000001:1.0:1789036453.934393:0:279438:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789036453.934399:0:279438:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb06741563a70 00000002:00010000:1.0:1789036453.934401:0:279438:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0x1471:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789036453.934404:0:279438:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789036453.934407:0:279438:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789036453.934408:0:279438:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789036453.934411:0:279438:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97d886040100 count: 3 00010000:00000001:1.0:1789036453.934413:0:279438:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789036453.934416:0:279438:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789036453.934419:0:279438:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789036453.934422:0:279438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031800/0xc68a4c17a46335e5 lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1d5c031f9f61c6a9 expref: -99 pid: 279438 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789036453.934429:0:279438:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789036453.934433:0:279438:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036453.934435:0:279438:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031800/0xc68a4c17a46335e5 lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1d5c031f9f61c6a9 expref: -99 pid: 279438 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789036453.934441:0:279438:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789036453.934443:0:279438:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789036453.934444:0:279438:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789036453.934446:0:279438:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789036453.934448:0:279438:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789036453.934450:0:279438:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 1 00000080:00000001:1.0:1789036453.934452:0:279438:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789036453.934453:0:279438:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff97d8aaaf1400 2 00000080:00000010:1.0:1789036453.934455:0:279438:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97d88b1a1400. 00000080:00000001:1.0:1789036453.934458:0:279438:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789036453.934459:0:279438:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789036453.934461:0:279438:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x1471:0x0](ffff97d8a0e98908) 00000080:00010000:1.0:1789036453.934464:0:279438:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x1471:0x0](ffff97d8a0e98908) for lock 0xc68a4c17a46335e5 00800000:00000001:1.0:1789036453.934467:0:279438:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789036453.934468:0:279438:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789036453.934469:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.934470:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.934476:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031800 refcount=3 00000020:00000001:1.0:1789036453.934478:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.934480:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.934482:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.934483:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789036453.934484:0:279438:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789036453.934485:0:279438:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789036453.934487:0:279438:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc68a4c17a46335e5 from it ffffb06741563cb8 00010000:00000001:1.0:1789036453.934488:0:279438:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.934489:0:279438:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.934490:0:279438:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880031800 refcount=3 00000020:00000001:1.0:1789036453.934492:0:279438:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.934493:0:279438:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849257472 : -114518860294144 : ffff97d880031800) 00010000:00000001:1.0:1789036453.934495:0:279438:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789036453.934497:0:279438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031800/0xc68a4c17a46335e5 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1d5c031f9f61c6a9 expref: -99 pid: 279438 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789036453.934502:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.934503:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.934504:0:279438:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789036453.934505:0:279438:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789036453.934507:0:279438:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97d8b9387800 lock: ffff97d880031800/0xc68a4c17a46335e5 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x1471:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1d5c031f9f61c6a9 expref: -99 pid: 279438 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789036453.934512:0:279438:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789036453.934513:0:279438:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789036453.934514:0:279438:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789036453.934516:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.934517:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.934518:0:279438:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.934519:0:279438:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789036453.934521:0:279438:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.934522:0:279438:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.934524:0:279438:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.934530:0:279438:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789036453.934531:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.934532:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789036453.934534:0:279438:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789036453.934535:0:279438:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789036453.934538:0:279438:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1789036453.934540:0:279438:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789036453.934542:0:279438:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789036453.934543:0:279438:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789036453.934545:0:279438:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789036453.934546:0:279438:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789036453.934549:0:279438:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1789036453.934551:0:279438:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789036453.934553:0:279438:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446629555591932024 : -114518117619592 : ffff97d8ac476878) 00000020:00001000:1.0:1789036453.934554:0:279438:0:(cl_object.c:823:cl_env_get()) 1@ffff97d8ac476870 00000020:00000001:1.0:1789036453.934559:0:279438:0:(cl_object.c:143:cl_object_top()) ffff97d8ac4d1b70 -> ffff97d8ac4d1b70 00000020:00000001:1.0:1789036453.934562:0:279438:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789036453.934564:0:279438:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789036453.934566:0:279438:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0x1471:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1789036453.934568:0:279438:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789036453.934570:0:279438:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789036453.934572:0:279438:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789036453.934573:0:279438:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789036453.934575:0:279438:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789036453.934579:0:279438:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x1471:0x0]io ffff97d8a7e17590 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1789036453.934581:0:279438:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff97d8a752fe88) owner 0000000000000000/ffff97d8ac0027c0 00020000:00000001:1.0:1789036453.934583:0:279438:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789036453.934585:0:279438:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789036453.934587:0:279438:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789036453.934589:0:279438:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789036453.934591:0:279438:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789036453.934593:0:279438:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789036453.934594:0:279438:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036453.934596:0:279438:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789036453.934597:0:279438:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789036453.934598:0:279438:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789036453.934599:0:279438:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff97d8a752fe88) owner 0000000000000000/ffff97d8ac0027c0 00000020:00000001:1.0:1789036453.934602:0:279438:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789036453.934604:0:279438:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789036453.934610:0:279438:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200002b17:0x1471:0x0] 00000020:00000001:1.0:1789036453.934612:0:279438:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789036453.934614:0:279438:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789036453.934616:0:279438:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789036453.934618:0:279438:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789036453.934624:0:279438:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1789036453.934628:0:279438:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff97d8b913ce80. 00020000:00000002:1.0:1789036453.934631:0:279438:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789036453.934633:0:279438:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789036453.934635:0:279438:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789036453.934637:0:279438:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789036453.934638:0:279438:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789036453.934640:0:279438:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446629555591930584 : -114518117621032 : ffff97d8ac4762d8) 00000020:00001000:1.0:1789036453.934642:0:279438:0:(cl_object.c:823:cl_env_get()) 1@ffff97d8ac4762d0 00000020:00000001:1.0:1789036453.934644:0:279438:0:(cl_object.c:143:cl_object_top()) ffff97d8ac4d1d00 -> ffff97d8ac4d1b70 00000020:00000001:1.0:1789036453.934646:0:279438:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789036453.934649:0:279438:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789036453.934650:0:279438:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789036453.934652:0:279438:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789036453.934653:0:279438:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446629555518141840 : -114518191409776 : ffff97d8a7e17590) 00000020:00000001:1.0:1789036453.934655:0:279438:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789036453.934656:0:279438:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789036453.934658:0:279438:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446629555516054472 : -114518193497144 : ffff97d8a7c19bc8) 00000020:00000001:1.0:1789036453.934659:0:279438:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789036453.934664:0:279438:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff97d885dc1b50. 00000008:00010000:1.0:1789036453.934666:0:279438:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789036453.934669:0:279438:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789036453.934670:0:279438:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789036453.934671:0:279438:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff97d8b913ceb0, osc lock ffff97d885dc1b50, flags 0x400001002 00000020:00000001:1.0:1789036453.934673:0:279438:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789036453.934675:0:279438:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789036453.934677:0:279438:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446629555806654080 : -114517902897536 : ffff97d8b913ce80) 00000020:00000001:1.0:1789036453.934679:0:279438:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789036453.934680:0:279438:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789036453.934682:0:279438:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036453.934683:0:279438:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036453.934685:0:279438:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789036453.934687:0:279438:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789036453.934694:0:279438:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789036453.934696:0:279438:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789036453.934697:0:279438:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789036453.934699:0:279438:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446629555516054472 : -114518193497144 : ffff97d8a7c19bc8) 00000020:00000001:1.0:1789036453.934701:0:279438:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789036453.934703:0:279438:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789036453.934705:0:279438:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789036453.934708:0:279438:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789036453.934710:0:279438:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789036453.934711:0:279438:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789036453.934713:0:279438:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789036453.934714:0:279438:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789036453.934715:0:279438:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789036453.934717:0:279438:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789036453.934719:0:279438:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789036453.934722:0:279438:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.934725:0:279438:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1789036453.934729:0:279438:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d898f7a300. 00000020:00000040:1.0:1789036453.934732:0:279438:0:(genops.c:1209:class_import_get()) import ffff97d887d65000 refcount=4 obd=lustre-OST0000-osc-ffff97d8b9387800 00010000:00000001:1.0:1789036453.934736:0:279438:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789036453.934739:0:279438:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789036453.934740:0:279438:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.934743:0:279438:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789036453.934745:0:279438:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789036453.934748:0:279438:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789036453.934753:0:279438:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97d88b1a1400. 00000100:00000001:1.0:1789036453.934758:0:279438:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.934762:0:279438:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789036453.934764:0:279438:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.934765:0:279438:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789036453.934766:0:279438:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.934768:0:279438:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.934771:0:279438:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446629555267937024 : -114518441614592 : ffff97d898f7a300) 00010000:00000001:1.0:1789036453.934774:0:279438:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789036453.934776:0:279438:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789036453.934779:0:279438:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff97d8a07c5d00. 00010000:00000010:1.0:1789036453.934782:0:279438:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff97d8a07c5800. 00010000:00000001:1.0:1789036453.934793:0:279438:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789036453.934796:0:279438:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97d880030000. 00000020:00000001:1.0:1789036453.934800:0:279438:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789036453.934802:0:279438:0:(lustre_handles.c:93:class_handle_hash()) added object ffff97d880030000 with handle 0xc68a4c17a46335ec to hash 00000020:00000001:1.0:1789036453.934804:0:279438:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789036453.934806:0:279438:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629554849251328 : -114518860300288 : ffff97d880030000) 00010000:00000010:1.0:1789036453.934809:0:279438:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff97d897fa8840. 00010000:00000001:1.0:1789036453.934812:0:279438:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629554849251328 : -114518860300288 : ffff97d880030000) 00010000:00000001:1.0:1789036453.934839:0:279438:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789036453.934841:0:279438:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036453.934845:0:279438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff97d8b9387800 lock: 00000000b2b662c9/0xc68a4c17a46335ec lrc: 3/1,0 mode: --/PR res: [0x280000401:0x5628:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 279438 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789036453.934854:0:279438:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff97d8b9387800 lock: 00000000b2b662c9/0xc68a4c17a46335ec lrc: 3/1,0 mode: --/PR res: [0x280000401:0x5628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 279438 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.934864:0:279438:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.934868:0:279438:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789036453.934872:0:279438:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036453.934879:0:279438:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041a5e0ff] to pc [ptlrpcd_00_01+1] req@ffff97d898f7a300 x1875927346556032/t0(0) o101->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1789036453.934916:0:279438:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789036453.934918:0:279438:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036453.934920:0:279438:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789036453.934922:0:279438:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036453.934923:0:279438:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036453.934925:0:279438:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789036453.934927:0:279438:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789036453.934929:0:279438:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789036453.934931:0:279438:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1789036453.934942:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1789036453.934945:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1789036453.934947:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.934958:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789036453.934960:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.934961:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036453.934963:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789036453.934965:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789036453.934970:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d898f7a300 x1875927346556032/t0(0) o101->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.934977:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789036453.934978:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.934982:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789036453.934984:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789036453.934987:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789036453.934990:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d898f7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346556032:192.168.204.121@tcp:101:stat.0 00000100:00000001:1.0:1789036453.934994:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789036453.934999:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789036453.935001:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.935003:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789036453.935007:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97d8ac4aa000. 02000000:00000001:1.0:1789036453.935009:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789036453.935015:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:1.0:1789036453.935018:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b903ed10. 00000400:00000010:1.0:1789036453.935023:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d5d8. 00000100:00000200:1.0:1789036453.935030:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875927346556032, portal 4 00000100:00000001:0.0:1789036453.935030:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036453.935032:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036453.935033:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.935034:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555267937024 : -114518441614592 : ffff97d898f7a300) 00000100:00000040:1.0:1789036453.935040:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97d898f7a300 x1875927346556032/t0(0) o101->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789036508 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.935057:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789036453.935059:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:1.0:1789036453.935062:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d660. 00000100:00000200:1.0:1789036453.935066:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875927346556032, offset 0 00000400:00000200:1.0:1789036453.935072:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:1.0:1789036453.935079:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036453.935089:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:1.0:1789036453.935102:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789036453.935106:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:1.0:1789036453.935110:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789036453.935112:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:1.0:1789036453.935115:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557011:557011:256:4294967295] 192.168.204.121@tcp LPNI seq info [556965:556965:8:4294967295] 00000400:00000200:1.0:1789036453.935119:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036453.935129:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789036453.935135:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:1.0:1789036453.935139:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d889b2ac00. 00000800:00000200:1.0:1789036453.935145:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:1.0:1789036453.935152:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:1.0:1789036453.935156:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d889b2ac00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789036453.935177:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036453.935183:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: using a timeout of 102500 usecs (103 jiffies) 00000400:00000200:1.0:1789036453.935186:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:1.0:1789036453.935189:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307535191 00000100:00000001:1.0:1789036453.935192:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307538143 00000100:00000001:1.0:1789036453.935194:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307535191 00000100:00000001:1.0:1789036453.935196:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307538143 00000100:00000001:1.0:1789036453.935198:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036453.935201:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.935203:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.935205:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789036453.935767:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036453.935772:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d889b2ac00. 00000400:00000200:3.0:1789036453.935778:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036453.935784:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036453.935789:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d660 00000400:00000010:3.0:1789036453.935791:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d660. 00000100:00000001:3.0:1789036453.935795:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036453.935800:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d898f7a300 x1875927346556032/t0(0) o101->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789036508 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.935808:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036453.935811:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d898f7a300 x1875927346556032/t0(0) o101->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789036508 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789036453.935857:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036453.935859:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789036453.939404:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.939424:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036453.939427:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.939430:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.939439:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.939447:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036453.939459:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.939464:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.939470:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.939475:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 400 into portal 4 MB=0x6aa255f1dac80 00000400:00000200:2.0:1789036453.939494:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036453.939501:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.121@tcp of length 400/400 into md 0x5393d5 [1] + 224 00000800:00000001:2.0:1789036453.939509:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.939517:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036453.939521:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036453.939525:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036453.939532:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036453.939541:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d898f7a300 x1875927346556032/t0(0) o101->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789036508 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789036453.939551:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff97d898f7a300 x1875927346556032/t0(0) o101->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789036508 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789036453.939577:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036453.939586:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036453.939589:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.939974:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036453.939979:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789036453.939987:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789036453.939989:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789036453.939993:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b903ed10. 00000400:00000200:1.0:1789036453.939998:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d5d8 00000400:00000010:1.0:1789036453.940001:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d5d8. 00000100:00000001:1.0:1789036453.940004:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789036453.940018:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d898f7a300 x1875927346556032/t0(0) o101->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789036508 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789036453.940028:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d898f7a300 x1875927346556032/t0(0) o101->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789036508 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.940034:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789036453.940036:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.940038:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789036453.940041:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789036453.940054:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789036453.940056:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036453.940059:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789036453.940068:0:2393:0:(import.c:2196:obd_at_measure()) add 36 to ffff97d887d65460 time=114 v=36 (36 5 5 5) 00000100:00001000:1.0:1789036453.940072:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887d65418 time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1789036453.940075:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789036453.940076:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.940079:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789036453.940082:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.940086:0:2393:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789036453.940088:0:2393:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97d8b9387800: skip recheck: last_committed 42949695659 00000100:00000001:1.0:1789036453.940090:0:2393:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789036453.940092:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036453.940097:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d898f7a300 x1875927346556032/t0(0) o101->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789036508 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.940104:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036453.940107:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789036453.940109:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789036453.940111:0:2393:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1789036453.940114:0:2393:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.940117:0:2393:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.940120:0:2393:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880030000 refcount=4 00000020:00000001:1.0:1789036453.940122:0:2393:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849251328 : -114518860300288 : ffff97d880030000) 00010000:00000001:1.0:1789036453.940125:0:2393:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849251328 : -114518860300288 : ffff97d880030000) 00010000:00000001:1.0:1789036453.940127:0:2393:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.940128:0:2393:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.940135:0:2393:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880030000 refcount=5 00000020:00000001:1.0:1789036453.940138:0:2393:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849251328 : -114518860300288 : ffff97d880030000) 00010000:00000001:1.0:1789036453.940140:0:2393:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849251328 : -114518860300288 : ffff97d880030000) 00010000:00000001:1.0:1789036453.940144:0:2393:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789036453.940147:0:2393:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036453.940151:0:2393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff97d8b9387800 lock: 00000000b2b662c9/0xc68a4c17a46335ec lrc: 6/2,0 mode: --/PR res: [0x280000401:0x5628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 279438 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.940163:0:2393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.940164:0:2393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.940167:0:2393:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789036453.940169:0:2393:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.940170:0:2393:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.940171:0:2393:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880030000 refcount=6 00000020:00000001:1.0:1789036453.940173:0:2393:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849251328 : -114518860300288 : ffff97d880030000) 00010000:00000001:1.0:1789036453.940175:0:2393:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849251328 : -114518860300288 : ffff97d880030000) 00010000:00000040:1.0:1789036453.940181:0:2393:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff97d880030000, remote cookie: 0x1d5c031f9f61c6b0, flags: 0x1001 00010000:00010000:1.0:1789036453.940187:0:2393:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff97d8b9387800 lock: 00000000b2b662c9/0xc68a4c17a46335ec lrc: 6/2,0 mode: --/PR res: [0x280000401:0x5628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c6b0 expref: -99 pid: 279438 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.940194:0:2393:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1789036453.940268:0:2393:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.940271:0:2393:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789036453.940275:0:2393:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1789036453.940280:0:2393:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff97d8b9387800 lock: 00000000b2b662c9/0xc68a4c17a46335ec lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x5628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x1d5c031f9f61c6b0 expref: -99 pid: 279438 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789036453.940289:0:2393:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x5628:0x0].0x0 (ffff97d8a07c5d00) refcount = 1 00010000:00000040:1.0:1789036453.940292:0:2393:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789036453.940295:0:2393:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff97d8b9387800 lock: 00000000b2b662c9/0xc68a4c17a46335ec lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x5628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x1d5c031f9f61c6b0 expref: -99 pid: 279438 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.940315:0:2393:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789036453.940317:0:2393:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789036453.940321:0:2393:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789036453.940323:0:2393:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036453.940327:0:2393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff97d8b9387800 lock: 00000000b2b662c9/0xc68a4c17a46335ec lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x5628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x1d5c031f9f61c6b0 expref: -99 pid: 279438 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.940333:0:2393:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789036453.940335:0:2393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.940336:0:2393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.940337:0:2393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.940338:0:2393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789036453.940340:0:2393:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1789036453.940342:0:2393:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789036453.940345:0:2393:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.940347:0:2393:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.940348:0:2393:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880030000 refcount=5 00000020:00000001:1.0:1789036453.940350:0:2393:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849251328 : -114518860300288 : ffff97d880030000) 00010000:00000001:1.0:1789036453.940353:0:2393:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849251328 : -114518860300288 : ffff97d880030000) 00000008:00000001:1.0:1789036453.940356:0:2393:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1789036453.940361:0:2393:0:(cl_object.c:143:cl_object_top()) ffff97d8ac234c40 -> ffff97d8ac4d1b70 00000008:00010000:1.0:1789036453.940364:0:2393:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff97d8b9387800 lock: 00000000b2b662c9/0xc68a4c17a46335ec lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x5628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x1d5c031f9f61c6b0 expref: -99 pid: 279438 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1789036453.940372:0:2393:0:(cl_object.c:143:cl_object_top()) ffff97d8ac234c40 -> ffff97d8ac4d1b70 00000020:00000001:1.0:1789036453.940374:0:2393:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789036453.940376:0:2393:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789036453.940379:0:2393:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789036453.940381:0:2393:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036453.940383:0:2393:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036453.940385:0:2393:0:(cl_object.c:143:cl_object_top()) ffff97d8ac234c40 -> ffff97d8ac4d1b70 00000008:00000001:1.0:1789036453.940392:0:2393:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1789036453.940395:0:2393:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789036453.940397:0:2393:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789036453.940413:0:2393:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789036453.940416:0:2393:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.940418:0:2393:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.940419:0:2393:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.940421:0:2393:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880030000 refcount=6 00000020:00000001:1.0:1789036453.940423:0:2393:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849251328 : -114518860300288 : ffff97d880030000) 00010000:00000001:1.0:1789036453.940425:0:2393:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849251328 : -114518860300288 : ffff97d880030000) 00010000:00000001:1.0:1789036453.940428:0:2393:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789036453.940431:0:2393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff97d8b9387800 lock: 00000000b2b662c9/0xc68a4c17a46335ec lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x5628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x1d5c031f9f61c6b0 expref: -99 pid: 279438 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.940437:0:2393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.940439:0:2393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789036453.940442:0:2393:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff97d8b9387800 lock: 00000000b2b662c9/0xc68a4c17a46335ec lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x5628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x1d5c031f9f61c6b0 expref: -99 pid: 279438 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.940448:0:2393:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789036453.940449:0:2393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.940450:0:2393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789036453.940452:0:2393:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.940454:0:2393:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789036453.940455:0:2393:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789036453.940456:0:2393:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff97d880030000 refcount=5 00000020:00000001:1.0:1789036453.940458:0:2393:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629554849251328 : -114518860300288 : ffff97d880030000) 00010000:00000001:1.0:1789036453.940460:0:2393:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629554849251328 : -114518860300288 : ffff97d880030000) 00010000:00000001:1.0:1789036453.940462:0:2393:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789036453.940464:0:2393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff97d8b9387800 lock: 00000000b2b662c9/0xc68a4c17a46335ec lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x5628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x1d5c031f9f61c6b0 expref: -99 pid: 279438 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789036453.940470:0:2393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.940477:0:2393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.940478:0:2393:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789036453.940481:0:2393:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789036453.940483:0:2393:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff97d8b9387800 lock: 00000000b2b662c9/0xc68a4c17a46335ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x1d5c031f9f61c6b0 expref: -99 pid: 279438 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789036453.940493:0:2393:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789036453.940495:0:2393:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789036453.940497:0:2393:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789036453.940501:0:2393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.940502:0:2393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.940503:0:2393:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.940506:0:2393:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789036453.940507:0:2393:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.940510:0:2393:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.940512:0:2393:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036453.940514:0:2393:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789036453.940515:0:2393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.940516:0:2393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789036453.940517:0:2393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789036453.940518:0:2393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789036453.940519:0:2393:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036453.940526:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d898f7a300 x1875927346556032/t0(0) o101->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789036508 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789036453.940534:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d898f7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346556032:192.168.204.121@tcp:101:stat.0 00000100:00000001:1.0:1789036453.940539:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.940542:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789036453.940546:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d898f7a300 x1875927346556032/t0(0) o101->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789036508 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789036453.940552:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789036453.940554:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789036453.940558:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97d8ac4aa000. 02000000:00000001:1.0:1789036453.940562:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789036453.940565:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789036453.940572:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d887d65000 refcount=3 obd=lustre-OST0000-osc-ffff97d8b9387800 00000020:00000001:1.0:1789036453.940574:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789036453.940576:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97d88b1a1400. 02000000:00000001:1.0:1789036453.940580:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789036453.940582:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789036453.940583:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d898f7a300. 00000100:00000001:1.0:1789036453.940587:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789036453.940588:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.940590:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036453.940596:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789036453.940598:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036453.940601:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036453.940603:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036453.940679:0:279438:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036453.940683:0:279438:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789036453.940688:0:279438:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789036453.940691:0:279438:0:(cl_object.c:143:cl_object_top()) ffff97d8ac4d1b70 -> ffff97d8ac4d1b70 00000020:00000001:2.0:1789036453.940693:0:279438:0:(cl_object.c:143:cl_object_top()) ffff97d8ac4d1b70 -> ffff97d8ac4d1b70 00000020:00000001:2.0:1789036453.940694:0:279438:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789036453.940698:0:279438:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789036453.940703:0:279438:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789036453.940705:0:279438:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789036453.940707:0:279438:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789036453.940708:0:279438:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789036453.940710:0:279438:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x1471:11031 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1789036453.940714:0:279438:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789036453.940716:0:279438:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1789036453.940718:0:279438:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036453.940720:0:279438:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036453.940722:0:279438:0:(cl_object.c:143:cl_object_top()) ffff97d8ac4d1b70 -> ffff97d8ac4d1b70 00000080:00200000:2.0:1789036453.940724:0:279438:0:(file.c:1775:ll_merge_attr_nolock()) [0x200002b17:0x1471:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1789036453.940726:0:279438:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789036453.940728:0:279438:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789036453.940736:0:279438:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff97d8a7e17530 (ffff97d8ac476878/0) at cl_lock_release():245 00000020:00000001:2.0:1789036453.940739:0:279438:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789036453.940740:0:279438:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff97d8a7e17530 (ffff97d8ac476878/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789036453.940743:0:279438:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789036453.940747:0:279438:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789036453.940748:0:279438:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446629555516054472 : -114518193497144 : ffff97d8a7c19bc8) 00000020:00000001:2.0:1789036453.940750:0:279438:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789036453.940751:0:279438:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff97d8b913ceb0 (ffff97d8ac4762d8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789036453.940754:0:279438:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789036453.940755:0:279438:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789036453.940756:0:279438:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036453.940757:0:279438:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789036453.940758:0:279438:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789036453.940760:0:279438:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789036453.940761:0:279438:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789036453.940762:0:279438:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789036453.940763:0:279438:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789036453.940764:0:279438:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff97d8a7e17530 (ffff97d8ac476878/0) at cl_lock_fini():72 00020000:00000001:2.0:1789036453.940767:0:279438:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789036453.940768:0:279438:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789036453.940769:0:279438:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff97d8b913ceb0 (ffff97d8ac476878/1) at cl_lock_fini():72 00000008:00000010:2.0:1789036453.940772:0:279438:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff97d885dc1b50. 00000020:00000001:2.0:1789036453.940775:0:279438:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789036453.940777:0:279438:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff97d8b913ce80. 00020000:00000001:2.0:1789036453.940779:0:279438:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789036453.940780:0:279438:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789036453.940781:0:279438:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789036453.940783:0:279438:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036453.940786:0:279438:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789036453.940788:0:279438:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789036453.940791:0:279438:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789036453.940792:0:279438:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789036453.940793:0:279438:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789036453.940795:0:279438:0:(cl_object.c:917:cl_env_put()) 1@ffff97d8ac4762d0 00000020:00000010:2.0:1789036453.940800:0:279438:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97d883d9b000. 00000020:00000010:2.0:1789036453.940805:0:279438:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff97d887b73c00. 00000008:00000010:2.0:1789036453.940810:0:279438:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff97d8ab8d6fe0. 00020000:00000010:2.0:1789036453.941058:0:279438:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff97d8aab7cf00. 00008000:00000010:2.0:1789036453.941065:0:279438:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff97d8a74f34f8. 00000080:00000010:2.0:1789036453.941074:0:279438:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff97d8905831f8. 00000080:00000010:2.0:1789036453.941079:0:279438:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff97d8a7e16e40. 00000020:00000010:2.0:1789036453.941083:0:279438:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97d883d9b800. 00000008:00000010:2.0:1789036453.941086:0:279438:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff97d8a7301600. 00020000:00000010:2.0:1789036453.941090:0:279438:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff97d8a7c18db0. 00008000:00000010:2.0:1789036453.941093:0:279438:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff97d88730f188. 00000080:00000010:2.0:1789036453.941096:0:279438:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97d8b9e0b960. 00000020:00000010:2.0:1789036453.941099:0:279438:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97d883d9b200. 00000020:00000010:2.0:1789036453.941101:0:279438:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff97d8ac4762d0. 00020000:00000001:2.0:1789036453.941103:0:279438:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789036453.941105:0:279438:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789036453.941108:0:279438:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789036453.941110:0:279438:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0x1471:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789036453.941114:0:279438:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789036453.941116:0:279438:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789036453.941118:0:279438:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789036453.941119:0:279438:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789036453.941120:0:279438:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789036453.941122:0:279438:0:(cl_object.c:917:cl_env_put()) 1@ffff97d8ac476870 00000020:00000010:2.0:1789036453.941124:0:279438:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97d8ba379200. 00000020:00000010:2.0:1789036453.941126:0:279438:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff97d8b183c3c0. 00000008:00000010:2.0:1789036453.941129:0:279438:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff97d8ab8d0000. 00020000:00000010:2.0:1789036453.941131:0:279438:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff97d8aab7cc00. 00008000:00000010:2.0:1789036453.941133:0:279438:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff97d8a74f0e20. 00000080:00000010:2.0:1789036453.941136:0:279438:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff97d890583150. 00000080:00000010:2.0:1789036453.941138:0:279438:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff97d8a7e17530. 00000020:00000010:2.0:1789036453.941140:0:279438:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97d8ba379400. 00000008:00000010:2.0:1789036453.941142:0:279438:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff97d8a73014a0. 00020000:00000010:2.0:1789036453.941144:0:279438:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff97d8a7c19b60. 00008000:00000010:2.0:1789036453.941146:0:279438:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff97d88730faf0. 00000080:00000010:2.0:1789036453.941149:0:279438:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97d8b9e0be10. 00000020:00000010:2.0:1789036453.941150:0:279438:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97d8ba378a00. 00000020:00000010:2.0:1789036453.941152:0:279438:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff97d8ac476870. 00000001:00000001:2.0:1789036453.941154:0:279438:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036453.941169:0:279438:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb06741563d08 00000080:00000008:2.0:1789036453.941172:0:279438:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f812b.sanity:[0x200002b17:0x1471:0x0](ffff97d8a0e98908), request_mask 4095, flags 0, foreign 0 00000080:00000001:2.0:1789036453.941178:0:279438:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789036453.941180:0:279438:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb06741563da0 00000080:00002000:2.0:1789036453.941182:0:279438:0:(dcache.c:127:ll_ddelete()) keeping dentry f812b.sanity (ffff97d88a8c1a20, parent ffff97d898137af8, inode ffff97d8a0e98908) hashed, 00000080:00000001:2.0:1789036453.941185:0:279438:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036454.529013:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036454.529019:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036454.529024:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036454.529025:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036454.529028:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036454.529029:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036454.529160:0:242419:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036454.529164:0:242419:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036454.529167:0:242419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036455.550945:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036455.550951:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036455.550957:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036455.550958:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036455.550961:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036455.550962:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036455.551031:0:236342:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036455.551035:0:236342:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036455.551039:0:236342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036456.575522:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036456.575531:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036456.575537:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036456.575538:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036456.575541:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036456.575542:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036456.576163:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036456.576168:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036456.576171:0:252249:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789036457.022929:0:273890:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712cb30 (cpu 3) has reached its deadline 4307538143, at 4307538176 00000100:00000040:2.0:1789036457.022929:0:219630:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712ca20 (cpu 2) has reached its deadline 4307538143, at 4307538176 00000100:00000010:2.0:1789036457.022946:0:219630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8856b2300. 00000100:00000010:3.0:1789036457.022948:0:273890:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8856b2120. 00010000:00000001:2.0:1789036457.600776:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036457.600782:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036457.600788:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036457.600789:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036457.600792:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036457.600793:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036457.600861:0:236343:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036457.600864:0:236343:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036457.600867:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789036458.306016:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036458.306039:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036458.306049:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d97b80. 00000020:00000040:3.0:1789036458.306056:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d8861f3800 refcount=4 obd=MGC192.168.204.121@tcp 00000100:00000001:3.0:1789036458.306063:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036458.306066:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036458.306074:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036458.306087:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536ef00. 00000100:00000001:3.0:1789036458.306097:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036458.306113:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS req@ffff97d8a7d97b80 x1875927346556160/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036458.306126:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036458.306131:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036458.306139:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000268435d3] to pc [ptlrpcd_01_01+1] req@ffff97d8a7d97b80 x1875927346556160/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.306178:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036458.306181:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036458.306185:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036458.306188:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d95180. 00000020:00000040:3.0:1789036458.306190:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=10 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:3.0:1789036458.306193:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036458.306194:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036458.306196:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036458.306208:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536e100. 00000100:00000001:3.0:1789036458.306212:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036458.306216:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID req@ffff97d8a7d95180 x1875927346556288/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036458.306223:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036458.306225:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036458.306229:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ea971af] to pc [ptlrpcd_01_00+0] req@ffff97d8a7d95180 x1875927346556288/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.306236:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036458.306238:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036458.306242:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036458.306248:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d94e00. 00000020:00000040:3.0:1789036458.306251:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d887edb000 refcount=4 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000100:00000001:3.0:1789036458.306253:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036458.306255:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036458.306256:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036458.306260:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536e500. 00000100:00000001:3.0:1789036458.306263:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036458.306266:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID req@ffff97d8a7d94e00 x1875927346556416/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036458.306272:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036458.306274:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036458.306278:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037aa6d5f] to pc [ptlrpcd_01_01+1] req@ffff97d8a7d94e00 x1875927346556416/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.306285:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036458.306288:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036458.306292:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036458.306295:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d97480. 00000020:00000040:3.0:1789036458.306298:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d887d65000 refcount=4 obd=lustre-OST0000-osc-ffff97d8b9387800 00000100:00000001:3.0:1789036458.306300:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036458.306308:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036458.306311:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036458.306316:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536ea00. 00000100:00000001:3.0:1789036458.306319:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036458.306324:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID req@ffff97d8a7d97480 x1875927346556544/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036458.306331:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036458.306333:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036458.306336:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e45e5059] to pc [ptlrpcd_01_00+0] req@ffff97d8a7d97480 x1875927346556544/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.306343:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036458.306345:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789036458.306348:0:234282:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789036458.306354:0:234282:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12877) 00000100:00000001:3.0:1789036458.306372:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036458.306376:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036458.306379:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036458.306385:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d97b80 x1875927346556160/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.306392:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036458.306395:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036458.306399:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036458.307519:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036458.307525:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036458.307535:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2396:1875927346556160:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036458.307542:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036458.307549:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036458.307551:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036458.307554:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036458.307561:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d887a8ce00. 02000000:00000001:3.0:1789036458.307564:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036458.307581:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036458.307586:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d891206580. 00000400:00000010:3.0:1789036458.307595:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f550. 00000100:00000200:3.0:1789036458.307603:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346556160, portal 25 00000100:00000001:3.0:1789036458.307606:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036458.307608:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517619072 : -114518191932544 : ffff97d8a7d97b80) 00000100:00000040:3.0:1789036458.307616:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d97b80 x1875927346556160/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.307626:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036458.307629:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036458.307632:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44fdd0. 00000100:00000200:3.0:1789036458.307636:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875927346556160, offset 0 00000400:00000200:3.0:1789036458.307644:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036458.307654:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036458.307664:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036458.307671:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036458.307676:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036458.307680:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036458.307684:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036458.307688:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557012:557012:256:4294967295] 192.168.204.121@tcp LPNI seq info [556966:556966:8:4294967295] 00000400:00000200:3.0:1789036458.307694:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036458.307705:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036458.307712:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036458.307718:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536e400. 00000800:00000200:3.0:1789036458.307726:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036458.307736:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036458.307741:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036458.307762:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036458.307767:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036458.307770:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 2 is 4307543257 00000100:00000010:3.0:1789036458.307775:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8b9d5bae0. 00000100:00000001:3.0:1789036458.307790:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789036458.307798:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 3 is 4307543257 00000100:00000010:3.0:1789036458.307801:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8b9d5bd80. 00000100:00000001:3.0:1789036458.307805:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789036458.307810:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036458.307813:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036458.307844:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036458.307851:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d94e00 x1875927346556416/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.307859:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036458.307861:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036458.307865:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036458.307867:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036458.307869:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036458.307873:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346556416:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036458.307877:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036458.308582:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036458.308587:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036458.308591:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036458.308597:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d887a8ca00. 02000000:00000001:3.0:1789036458.308600:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036458.308608:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036458.308612:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8912066e0. 00000400:00000010:3.0:1789036458.308619:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f198. 00000100:00000200:3.0:1789036458.308624:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346556416, portal 10 00000100:00000001:3.0:1789036458.308626:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036458.308628:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517607424 : -114518191944192 : ffff97d8a7d94e00) 00000100:00000040:3.0:1789036458.308640:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d94e00 x1875927346556416/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.308648:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036458.308650:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036458.308652:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f2a8. 00000100:00000200:3.0:1789036458.308665:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346556416, offset 0 00000400:00000200:3.0:1789036458.308671:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036458.308677:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036458.308683:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036458.308687:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036458.308690:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036458.308693:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036458.308695:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036458.308699:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557013:557013:255:4294967295] 192.168.204.121@tcp LPNI seq info [556967:556967:7:4294967295] 00000400:00000200:3.0:1789036458.308704:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036458.308713:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036458.308718:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036458.308723:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536e200. 00000800:00000200:3.0:1789036458.308728:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036458.308735:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036458.308739:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036458.308742:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036458.308748:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: using a timeout of 19616 usecs (20 jiffies) 00000400:00000200:3.0:1789036458.308751:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036458.308753:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307539481 00000100:00000001:3.0:1789036458.308757:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307543257 00000100:00000001:3.0:1789036458.308759:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307539481 00000100:00000001:3.0:1789036458.308762:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307543257 00000100:00000001:3.0:1789036458.308765:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036458.308768:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036458.308772:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036458.308776:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036458.308787:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036458.308790:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789036458.308794:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036458.308805:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036458.308806:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036458.308810:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1789036458.308812:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036458.308814:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036458.308834:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036458.308836:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036458.308837:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036458.308839:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036458.308844:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d95180 x1875927346556288/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.308852:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036458.308854:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036458.308856:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036458.308858:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036458.308860:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036458.308863:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346556288:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036458.308867:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036458.308871:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036458.308872:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036458.308874:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1789036458.309168:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036458.309172:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036458.310512:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d8a07cb600. 02000000:00000001:3.0:1789036458.310523:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036458.310535:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036458.310542:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8912068f0. 00000400:00000010:3.0:1789036458.310551:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f110. 00000100:00000200:3.0:1789036458.310558:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346556288, portal 10 00000100:00000001:3.0:1789036458.310561:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036458.310563:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517608320 : -114518191943296 : ffff97d8a7d95180) 00000100:00000040:3.0:1789036458.310577:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d95180 x1875927346556288/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.310585:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036458.310588:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036458.310590:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44fb28. 00000100:00000200:3.0:1789036458.310601:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346556288, offset 0 00000400:00000200:3.0:1789036458.310608:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036458.310617:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036458.310626:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036458.310631:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036458.310635:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036458.310638:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036458.310641:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036458.310645:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557014:557014:254:4294967295] 192.168.204.121@tcp LPNI seq info [556968:556968:6:4294967295] 00000400:00000200:3.0:1789036458.310649:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036458.310658:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036458.310664:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036458.310670:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536ec00. 00000800:00000200:3.0:1789036458.310677:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036458.310685:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036458.310690:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036458.310694:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036458.310699:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25658 usecs (26 jiffies) 00000400:00000200:3.0:1789036458.310702:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036458.310705:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307539489 00000100:00000001:3.0:1789036458.310708:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307543257 00000100:00000001:3.0:1789036458.310710:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307539489 00000100:00000001:3.0:1789036458.310712:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307543257 00000100:00000001:3.0:1789036458.310714:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036458.310718:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036458.310723:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036458.310730:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d97480 x1875927346556544/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.310738:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036458.310747:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036458.310751:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036458.310754:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036458.310757:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036458.310760:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346556544:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036458.310765:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036458.310771:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036458.310773:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036458.310775:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036458.310779:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d8a07cae00. 02000000:00000001:3.0:1789036458.310781:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036458.310785:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036458.310787:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d891206898. 00000400:00000010:3.0:1789036458.310793:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f5d8. 00000100:00000200:3.0:1789036458.310796:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346556544, portal 4 00000100:00000001:3.0:1789036458.310798:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036458.310799:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517617280 : -114518191934336 : ffff97d8a7d97480) 00000100:00000040:3.0:1789036458.310805:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d97480 x1875927346556544/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.310811:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036458.310813:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036458.310832:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f660. 00000100:00000200:3.0:1789036458.310835:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875927346556544, offset 0 00000400:00000200:3.0:1789036458.310839:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036458.310843:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036458.310846:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036458.310849:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036458.310851:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036458.310853:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036458.310855:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036458.310858:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557015:557015:253:4294967295] 192.168.204.121@tcp LPNI seq info [556969:556969:5:4294967295] 00000400:00000200:3.0:1789036458.310861:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036458.310867:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036458.310877:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036458.312718:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536e900. 00000800:00000200:3.0:1789036458.312741:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036458.312750:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036458.312755:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036458.312762:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036458.312769:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: using a timeout of 102423 usecs (103 jiffies) 00000400:00000200:3.0:1789036458.312777:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036458.312781:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307539568 00000100:00000001:3.0:1789036458.312785:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307543257 00000100:00000001:3.0:1789036458.312788:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307539568 00000100:00000001:3.0:1789036458.312790:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307543257 00000100:00000001:3.0:1789036458.312793:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036458.312798:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036458.312805:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036458.312811:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789036458.313642:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036458.313650:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536e400. 00000400:00000200:3.0:1789036458.313658:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036458.313666:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036458.313676:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44fdd0 00000400:00000010:3.0:1789036458.313679:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44fdd0. 00000100:00000001:3.0:1789036458.313685:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036458.313695:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d97b80 x1875927346556160/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.313709:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036458.313713:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d97b80 x1875927346556160/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.313720:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036458.313722:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789036458.313747:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036458.313749:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536e200. 00000400:00000200:3.0:1789036458.313752:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036458.313755:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036458.313757:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f2a8 00000400:00000010:3.0:1789036458.313759:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f2a8. 00000100:00000001:3.0:1789036458.313762:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036458.313766:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d94e00 x1875927346556416/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.313774:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036458.313777:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d94e00 x1875927346556416/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.313782:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036458.313784:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789036458.313791:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036458.313793:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536ec00. 00000400:00000200:3.0:1789036458.313795:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036458.313798:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036458.313800:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44fb28 00000400:00000010:3.0:1789036458.313802:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44fb28. 00000100:00000001:3.0:1789036458.313804:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036458.313808:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d95180 x1875927346556288/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.313814:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036458.313851:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d95180 x1875927346556288/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.313857:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036458.313858:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789036458.315511:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036458.315520:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536e900. 00000400:00000200:3.0:1789036458.315527:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036458.315536:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036458.315542:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f660 00000400:00000010:3.0:1789036458.315553:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f660. 00000100:00000001:3.0:1789036458.315558:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036458.315566:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d97480 x1875927346556544/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.315579:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036458.315582:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d97480 x1875927346556544/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.315590:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036458.315592:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789036458.318718:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036458.318744:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036458.318755:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036458.318762:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036458.318775:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036458.318786:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036458.318799:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036458.318808:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036458.318831:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036458.318839:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 4 MB=0x6aa255f1dae80 00000400:00000200:2.0:1789036458.318845:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036458.318853:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.121@tcp of length 224/224 into md 0x53940d [1] + 224 00000800:00000001:2.0:1789036458.318864:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036458.318877:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036458.318889:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036458.318896:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036458.318908:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036458.318918:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d97480 x1875927346556544/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036458.318933:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d97480 x1875927346556544/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036458.318968:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036458.318984:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036458.318988:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036458.319010:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036458.319015:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789036458.319024:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789036458.319198:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789036458.319202:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d891206898. 00000400:00000200:2.0:1789036458.319208:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f5d8 00000400:00000010:2.0:1789036458.319215:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f5d8. 00000100:00000001:2.0:1789036458.319219:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036458.319235:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d97480 x1875927346556544/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1789036458.319243:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1789036458.319248:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d97480 x1875927346556544/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1789036458.319260:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036458.319267:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036458.319268:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789036458.319272:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036458.319274:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036458.319278:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789036458.319284:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1789036458.319286:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036458.319288:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789036458.319293:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036458.319300:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036458.319301:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036458.319315:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036458.319321:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00001000:2.0:1789036458.319325:0:2396:0:(import.c:2196:obd_at_measure()) add 36 to ffff97d887d65460 time=119 v=36 (36 5 5 5) 00000400:00000200:3.0:1789036458.319326:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00001000:2.0:1789036458.319338:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887d65418 time=47 v=5 (1 1 1 1) 00000400:00000200:3.0:1789036458.319343:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 25 MB=0x6aa255f1dad00 00000100:00000001:2.0:1789036458.319347:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789036458.319352:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036458.319359:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1789036458.319360:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00010000:00000001:2.0:1789036458.319367:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036458.319374:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.121@tcp of length 224/224 into md 0x5393dd [1] + 224 00000100:00000001:2.0:1789036458.319377:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789036458.319384:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97d8b9387800: skip recheck: last_committed 42949695659 00000800:00000001:3.0:1789036458.319386:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789036458.319388:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789036458.319396:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789036458.319399:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036458.319405:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036458.319410:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036458.319418:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036458.319427:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d97b80 x1875927346556160/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036458.319439:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d97b80 x1875927346556160/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.319448:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036458.319464:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036458.319474:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036458.320528:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036458.320538:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036458.320541:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036458.320543:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036458.320550:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036458.320557:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000100:00000040:2.0:1789036458.320634:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d97480 x1875927346556544/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036458.320647:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036458.320651:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789036458.320654:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789036458.320663:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d97480 x1875927346556544/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789036458.320673:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346556544:192.168.204.121@tcp:400:kworker.0 00000400:00000001:2.0:1789036458.320686:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789036458.320688:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789036458.320693:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d891206580. 00000400:00000200:2.0:1789036458.320698:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f550 00000400:00000010:2.0:1789036458.320701:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f550. 00000100:00000001:2.0:1789036458.320704:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036458.320718:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d97b80 x1875927346556160/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789036458.320727:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d97b80 x1875927346556160/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036458.320734:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789036458.320735:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036458.320738:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789036458.320742:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789036458.320744:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789036458.320746:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036458.320749:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789036458.320755:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d8861f3c60 time=119 v=5 (5 5 5 5) 00000100:00001000:2.0:1789036458.320759:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d8861f3c18 time=5 v=5 (1 1 1 0) 00000100:00000001:2.0:1789036458.320761:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789036458.320763:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036458.320765:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789036458.320768:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036458.320770:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036458.320774:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d97b80 x1875927346556160/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036458.320779:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036458.320781:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789036458.320782:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789036458.320785:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d97b80 x1875927346556160/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789036458.320791:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2396:1875927346556160:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036458.320797:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036458.320800:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036458.320803:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d97480 x1875927346556544/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036458.320810:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789036458.320842:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1789036458.320844:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 02000000:00000010:2.0:1789036458.320847:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d8a07cae00. 02000000:00000001:2.0:1789036458.320854:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1789036458.320855:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000020:00000001:2.0:1789036458.320862:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789036458.320867:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d887d65000 refcount=3 obd=lustre-OST0000-osc-ffff97d8b9387800 00000020:00000001:2.0:1789036458.320870:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789036458.320872:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536ea00. 02000000:00000001:2.0:1789036458.320876:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1789036458.320935:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036458.320942:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dae00 00000400:00000200:3.0:1789036458.320947:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036458.320952:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x5393ed [1] + 224 00000800:00000001:3.0:1789036458.320957:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1789036458.321149:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789036458.321154:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d97480. 00000100:00000001:2.0:1789036458.321159:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789036458.321161:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036458.321163:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036458.321168:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d97b80 x1875927346556160/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036458.321174:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789036458.321175:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789036458.321177:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d887a8ce00. 02000000:00000001:2.0:1789036458.321180:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789036458.321181:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789036458.321183:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d8861f3800 refcount=3 obd=MGC192.168.204.121@tcp 00000020:00000001:2.0:1789036458.321185:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789036458.321186:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536ef00. 02000000:00000001:2.0:1789036458.321188:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789036458.321190:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789036458.321191:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d97b80. 00000100:00000001:2.0:1789036458.321193:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789036458.321194:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036458.321198:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036458.321201:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036458.321204:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036458.321206:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036458.321208:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789036458.322049:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036458.322056:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036458.322062:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036458.322070:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036458.322078:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d94e00 x1875927346556416/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036458.322089:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d94e00 x1875927346556416/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.322106:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036458.322123:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036458.322130:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036458.322132:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036458.322135:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036458.322141:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036458.322150:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036458.322160:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036458.322164:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036458.322168:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036458.322185:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dad80 00000400:00000200:3.0:1789036458.322190:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036458.322195:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x5393fd [1] + 224 00000800:00000001:3.0:1789036458.322200:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036458.322210:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036458.322214:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036458.322218:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036458.322225:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036458.322234:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d95180 x1875927346556288/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036458.322244:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d95180 x1875927346556288/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.322251:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036458.322255:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036458.322258:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036458.322998:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036458.323003:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789036458.323011:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036458.323015:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036458.323019:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8912068f0. 00000400:00000200:3.0:1789036458.323024:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f110 00000400:00000010:3.0:1789036458.323027:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f110. 00000100:00000001:3.0:1789036458.323031:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036458.323037:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d95180 x1875927346556288/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036458.323046:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d95180 x1875927346556288/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.323053:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036458.323055:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036458.323058:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036458.323061:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036458.323063:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036458.323074:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036458.323078:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036458.323088:0:2396:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=119 v=60 (60 61 61 62) 00000100:00001000:3.0:1789036458.323092:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=5 v=5 (1 1 1 0) 00000100:00000001:3.0:1789036458.323095:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036458.323097:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036458.323100:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036458.323104:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036458.323107:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036458.323109:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771460 00000100:00000001:3.0:1789036458.323112:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036458.323115:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036458.323120:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d95180 x1875927346556288/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.323127:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036458.323129:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036458.323131:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036458.323135:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d95180 x1875927346556288/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036458.323142:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346556288:192.168.204.121@tcp:400:kworker.0 00000400:00000001:3.0:1789036458.323148:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036458.323150:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036458.323152:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8912066e0. 00000400:00000200:3.0:1789036458.323155:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f198 00000400:00000010:3.0:1789036458.323157:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f198. 00000100:00000001:3.0:1789036458.323159:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036458.323163:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d94e00 x1875927346556416/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036458.323172:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d94e00 x1875927346556416/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.323178:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036458.323187:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036458.323189:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036458.323191:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036458.323192:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036458.323194:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036458.323196:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036458.323200:0:2396:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edb460 time=119 v=60 (60 61 61 62) 00000100:00001000:3.0:1789036458.323203:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edb418 time=132 v=5 (1 1 0 0) 00000100:00000001:3.0:1789036458.323205:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036458.323207:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036458.323208:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789036458.323212:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97d8a7d94e00 x1875927346556416/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789036458.323217:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036458.323220:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036458.323221:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97d8b9387800: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1789036458.323222:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036458.323224:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036458.323226:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d94e00 x1875927346556416/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.323232:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036458.323234:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036458.323235:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036458.323239:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d94e00 x1875927346556416/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036458.323246:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346556416:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036458.323251:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036458.323253:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036458.323256:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d95180 x1875927346556288/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.323262:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036458.323274:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036458.323277:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d8a07cb600. 02000000:00000001:3.0:1789036458.323282:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036458.323284:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036458.323287:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=9 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:3.0:1789036458.323289:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036458.323292:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536e100. 02000000:00000001:3.0:1789036458.323295:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036458.323297:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036458.323300:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d95180. 00000100:00000001:3.0:1789036458.323304:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036458.323305:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036458.323307:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036458.323312:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d94e00 x1875927346556416/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036458.323318:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036458.323320:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036458.323321:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d887a8ca00. 02000000:00000001:3.0:1789036458.323323:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036458.323325:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036458.323326:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d887edb000 refcount=3 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000020:00000001:3.0:1789036458.323328:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036458.323330:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536e500. 02000000:00000001:3.0:1789036458.323332:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036458.323333:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036458.323334:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d94e00. 00000100:00000001:3.0:1789036458.323337:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036458.323338:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036458.323341:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036458.323348:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036458.323350:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036458.323352:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036458.323355:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036458.625925:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036458.625933:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036458.625938:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036458.625940:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036458.625943:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036458.625952:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036458.626021:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036458.626024:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036458.626027:0:248124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789036459.502523:0:279660:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036459.653024:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036459.653031:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036459.653037:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036459.653038:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036459.653041:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036459.653042:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036459.653091:0:242419:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036459.653095:0:242419:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036459.653097:0:242419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1789036459.935076:0:279696:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789036459.935083:0:279696:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg421-client.virtnet: executing wait_import_state FULL osc.lustre-OST0000-osc-ffff97d8b9387800.ost_server_uuid 50 00000001:00000001:1.0:1789036459.942952:0:279696:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:3.0:1789036460.351256:0:244856:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1789036460.351264:0:244856:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036460.671380:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036460.671386:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036460.671391:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036460.671392:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036460.671395:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036460.671397:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036460.671512:0:236342:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789036460.671515:0:236342:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036460.671518:0:236342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789036461.126351:0:279804:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789036461.470968:0:279840:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789036461.470974:0:279840:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: osc.lustre-OST0000-osc-ffff97d8b9387800.ost_server_uuid in FULL state after 0 sec 00000001:00000001:2.0:1789036461.479225:0:279840:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00010000:1.0:1789036461.675449:0:279849:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff97d8b9387800 00010000:00000001:1.0:1789036461.675456:0:279849:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789036461.675459:0:279849:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789036461.675465:0:279849:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789036461.675468:0:279849:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789036461.675474:0:279849:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789036461.675477:0:279849:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789036461.675480:0:279849:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1789036461.675494:0:279849:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:2.0:1789036461.680525:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036461.680531:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036461.680536:0:252249:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1789036461.680540:0:252249:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1789036461.680543:0:252249:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789036461.680551:0:252249:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff97d8b9387800 lock: 00000000b2b662c9/0xc68a4c17a46335ec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400010000 nid: local remote: 0x1d5c031f9f61c6b0 expref: -99 pid: 279438 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1789036461.680566:0:252249:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1789036461.680636:0:252249:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789036461.680641:0:252249:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446629555295475112 : -114518414076504 : ffff97d89a9bd5a8) 00000020:00001000:2.0:1789036461.680645:0:252249:0:(cl_object.c:823:cl_env_get()) 1@ffff97d89a9bd5a0 00000008:00000001:2.0:1789036461.680647:0:252249:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1789036461.680652:0:252249:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:2.0:1789036461.680653:0:252249:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789036461.680663:0:252249:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446629555295474824 : -114518414076792 : ffff97d89a9bd488) 00000020:00001000:2.0:1789036461.680665:0:252249:0:(cl_object.c:823:cl_env_get()) 1@ffff97d89a9bd480 00000008:00000001:2.0:1789036461.680668:0:252249:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:2.0:1789036461.680670:0:252249:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:2.0:1789036461.680673:0:252249:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1789036461.680676:0:252249:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789036461.680679:0:252249:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:2.0:1789036461.680682:0:252249:0:(cl_object.c:143:cl_object_top()) ffff97d8ac234c40 -> ffff97d8ac4d1b70 00000020:00000001:2.0:1789036461.680685:0:252249:0:(cl_object.c:143:cl_object_top()) ffff97d8ac4d1b70 -> ffff97d8ac4d1b70 00000020:00000001:2.0:1789036461.680687:0:252249:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789036461.680691:0:252249:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789036461.680693:0:252249:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0x1471:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789036461.680696:0:252249:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789036461.680697:0:252249:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789036461.680699:0:252249:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789036461.680703:0:252249:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x1471:0x0]io ffff97d8b93db890 type 8 ignore/verify layout 1/0 00020000:00000001:2.0:1789036461.680708:0:252249:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789036461.680709:0:252249:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789036461.680712:0:252249:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789036461.680714:0:252249:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789036461.680715:0:252249:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036461.680716:0:252249:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789036461.680718:0:252249:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789036461.680719:0:252249:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1789036461.680721:0:252249:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789036461.680723:0:252249:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000008:00000001:2.0:1789036461.680726:0:252249:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789036461.680728:0:252249:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789036461.680731:0:252249:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789036461.680733:0:252249:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789036461.680735:0:252249:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789036461.680737:0:252249:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0x1471:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:2.0:1789036461.680740:0:252249:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789036461.680741:0:252249:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:2.0:1789036461.680743:0:252249:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789036461.680745:0:252249:0:(cl_object.c:917:cl_env_put()) 1@ffff97d89a9bd480 00000008:00000001:2.0:1789036461.680748:0:252249:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036461.680750:0:252249:0:(cl_object.c:143:cl_object_top()) ffff97d8ac234c40 -> ffff97d8ac4d1b70 00010000:00000001:2.0:1789036461.680761:0:252249:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1789036461.680764:0:252249:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036461.680766:0:252249:0:(cl_object.c:143:cl_object_top()) ffff97d8ac234c40 -> ffff97d8ac4d1b70 00000020:00000001:2.0:1789036461.680767:0:252249:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789036461.680770:0:252249:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1789036461.680773:0:252249:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789036461.680775:0:252249:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036461.680776:0:252249:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036461.680778:0:252249:0:(cl_object.c:143:cl_object_top()) ffff97d8ac234c40 -> ffff97d8ac4d1b70 00000020:00000001:2.0:1789036461.680779:0:252249:0:(cl_object.c:143:cl_object_top()) ffff97d8ac4d1b70 -> ffff97d8ac4d1b70 00000020:00000001:2.0:1789036461.680781:0:252249:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:2.0:1789036461.680783:0:252249:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036461.680785:0:252249:0:(cl_object.c:143:cl_object_top()) ffff97d8ac234c40 -> ffff97d8ac4d1b70 00000008:00000001:2.0:1789036461.680788:0:252249:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789036461.680789:0:252249:0:(cl_object.c:917:cl_env_put()) 1@ffff97d89a9bd5a0 00000008:00000001:2.0:1789036461.680792:0:252249:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036461.680795:0:252249:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789036461.680799:0:252249:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789036461.680801:0:252249:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789036461.680803:0:252249:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789036461.680806:0:252249:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789036461.680810:0:252249:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff97d880030000 with handle 0xc68a4c17a46335ec from hash 00010000:00000001:2.0:1789036461.680813:0:252249:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789036461.680828:0:252249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036461.680831:0:252249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789036461.680832:0:252249:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789036461.680836:0:252249:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789036461.680838:0:252249:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789036461.680840:0:252249:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789036461.680843:0:252249:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789036461.680845:0:252249:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1789036461.680854:0:252249:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8ac507b80. 00000020:00000040:2.0:1789036461.680858:0:252249:0:(genops.c:1209:class_import_get()) import ffff97d887d65000 refcount=4 obd=lustre-OST0000-osc-ffff97d8b9387800 00000100:00000001:2.0:1789036461.680864:0:252249:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789036461.680866:0:252249:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789036461.680871:0:252249:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789036461.680877:0:252249:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97d88668f200. 00000100:00000001:2.0:1789036461.680889:0:252249:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036461.680892:0:252249:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789036461.681091:0:252249:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff97d8b9387800 lock: 00000000b2b662c9/0xc68a4c17a46335ec lrc: 1/0,0 mode: --/PR res: [0x280000401:0x5628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0x1d5c031f9f61c6b0 expref: -99 pid: 279438 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789036461.681102:0:252249:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789036461.681103:0:252249:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036461.681106:0:252249:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789036461.681108:0:252249:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789036461.681115:0:252249:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97d8ab312e40. 00000100:00000001:2.0:1789036461.681117:0:252249:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446629555573698112 : -114518135853504 : ffff97d8ab312e40) 00000100:00000001:2.0:1789036461.681120:0:252249:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789036461.681122:0:252249:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555592526720 : -114518117024896 : ffff97d8ac507b80) 00000100:00000001:2.0:1789036461.681127:0:252249:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789036461.681131:0:252249:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036461.681134:0:252249:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789036461.681135:0:252249:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789036461.681147:0:252249:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8ac507b80 x1875927346556672/t0(0) o103->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036461.681155:0:252249:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789036461.681158:0:252249:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036461.681161:0:252249:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789036461.681164:0:252249:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789036461.681167:0:252249:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789036461.681170:0:252249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8ac507b80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_05:7d763aff-8b7a-44d5-b6db-92551ac67e1a:252249:1875927346556672:192.168.204.121@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789036461.681174:0:252249:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789036461.681179:0:252249:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789036461.681181:0:252249:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036461.681183:0:252249:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789036461.681188:0:252249:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d88668f600. 02000000:00000001:2.0:1789036461.681190:0:252249:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036461.681198:0:252249:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:2.0:1789036461.681203:0:252249:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d882fb1000. 00000400:00000010:2.0:1789036461.681216:0:252249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b880. 00000100:00000200:2.0:1789036461.681222:0:252249:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346556672, portal 18 00000100:00000001:2.0:1789036461.681224:0:252249:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789036461.681226:0:252249:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555592526720 : -114518117024896 : ffff97d8ac507b80) 00000100:00000040:2.0:1789036461.681233:0:252249:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8ac507b80 x1875927346556672/t0(0) o103->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036477 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036461.681241:0:252249:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789036461.681245:0:252249:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:2.0:1789036461.681248:0:252249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b770. 00000100:00000200:2.0:1789036461.681251:0:252249:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875927346556672, offset 0 00000400:00000200:2.0:1789036461.681259:0:252249:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:2.0:1789036461.681269:0:252249:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036461.681276:0:252249:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:2.0:1789036461.681282:0:252249:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789036461.681286:0:252249:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:2.0:1789036461.681290:0:252249:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789036461.681292:0:252249:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:2.0:1789036461.681296:0:252249:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557016:557016:256:4294967295] 192.168.204.121@tcp LPNI seq info [556970:556970:8:4294967295] 00000400:00000200:2.0:1789036461.681300:0:252249:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036461.681309:0:252249:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789036461.681315:0:252249:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:2.0:1789036461.681321:0:252249:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d886c6d300. 00000800:00000200:2.0:1789036461.681328:0:252249:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:2.0:1789036461.681337:0:252249:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:2.0:1789036461.681342:0:252249:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d886c6d300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789036461.681360:0:252249:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036461.681365:0:252249:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: using a timeout of 102356 usecs (103 jiffies) 00000400:00000200:2.0:1789036461.681368:0:252249:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036461.681371:0:252249:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307542937 00000100:00000001:2.0:1789036461.681374:0:252249:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307543257 00000100:00000001:2.0:1789036461.681382:0:252249:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307542937 00000100:00000001:2.0:1789036461.681384:0:252249:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307543257 00000100:00000001:2.0:1789036461.681386:0:252249:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036461.681389:0:252249:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036461.681391:0:252249:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789036461.681393:0:252249:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789036461.681395:0:252249:0:(client.c:2716:ptlrpc_set_wait()) set ffff97d8ab312e40 going to sleep for 11 seconds 00000100:00000001:2.0:1789036461.681398:0:252249:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036461.681401:0:252249:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789036461.682242:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036461.682248:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d886c6d300. 00000400:00000200:2.0:1789036461.682255:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036461.682263:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036461.682271:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b770 00000400:00000010:2.0:1789036461.682274:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b770. 00000100:00000001:2.0:1789036461.682279:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036461.682285:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8ac507b80 x1875927346556672/t0(0) o103->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036477 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036461.682297:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036461.682300:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97d8ac507b80 x1875927346556672/t0(0) o103->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036477 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036461.682307:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036461.682309:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:3.0:1789036461.682540:0:279850:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff97d8b9387800 00010000:00000001:3.0:1789036461.682544:0:279850:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789036461.682550:0:279850:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789036461.682554:0:279850:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036461.682557:0:279850:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789036461.682559:0:279850:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036461.682561:0:279850:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789036461.685326:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036461.685342:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036461.685346:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036461.685350:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036461.685359:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036461.685368:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036461.685378:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036461.685383:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036461.685388:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036461.685393:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 18 MB=0x6aa255f1daf00 00000400:00000200:3.0:1789036461.685398:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036461.685414:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.121@tcp of length 224/224 into md 0x53941d [1] + 224 00000800:00000001:3.0:1789036461.685421:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036461.685428:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036461.685431:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036461.685436:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036461.685443:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036461.685452:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8ac507b80 x1875927346556672/t0(0) o103->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036477 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036461.685463:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8ac507b80 x1875927346556672/t0(0) o103->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036477 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036461.685483:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036461.685491:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036461.685495:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036461.685712:0:252249:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789036461.685730:0:252249:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789036461.685733:0:252249:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789036461.685737:0:252249:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d882fb1000. 00000400:00000200:2.0:1789036461.685742:0:252249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b880 00000400:00000010:2.0:1789036461.685745:0:252249:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b880. 00000100:00000001:2.0:1789036461.685748:0:252249:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036461.685753:0:252249:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8ac507b80 x1875927346556672/t0(0) o103->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036477 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789036461.685763:0:252249:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8ac507b80 x1875927346556672/t0(0) o103->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036477 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036461.685778:0:252249:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789036461.685780:0:252249:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036461.685782:0:252249:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789036461.685786:0:252249:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789036461.685788:0:252249:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789036461.685790:0:252249:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036461.685793:0:252249:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789036461.685804:0:252249:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d887d654f0 time=125 v=5 (5 5 5 5) 00000100:00001000:2.0:1789036461.685809:0:252249:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887d65418 time=50 v=5 (1 1 1 1) 00000100:00000001:2.0:1789036461.685811:0:252249:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789036461.685813:0:252249:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036461.685837:0:252249:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789036461.685840:0:252249:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036461.685844:0:252249:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789036461.685846:0:252249:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97d8b9387800: skip recheck: last_committed 42949695659 00000100:00000001:2.0:1789036461.685848:0:252249:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789036461.685850:0:252249:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036461.685856:0:252249:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8ac507b80 x1875927346556672/t0(0) o103->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036477 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036461.685863:0:252249:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036461.685866:0:252249:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789036461.685868:0:252249:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789036461.685871:0:252249:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8ac507b80 x1875927346556672/t0(0) o103->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036477 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789036461.685879:0:252249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8ac507b80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_05:7d763aff-8b7a-44d5-b6db-92551ac67e1a:252249:1875927346556672:192.168.204.121@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789036461.685885:0:252249:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036461.685888:0:252249:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036461.685891:0:252249:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789036461.685892:0:252249:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036461.685906:0:252249:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8ac507b80 x1875927346556672/t0(0) o103->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036477 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036461.685923:0:252249:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789036461.685926:0:252249:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97d8ab312e40. 00000100:00000001:2.0:1789036461.685929:0:252249:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789036461.685930:0:252249:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036461.685933:0:252249:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036461.685937:0:252249:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8ac507b80 x1875927346556672/t0(0) o103->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789036477 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036461.685943:0:252249:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789036461.685945:0:252249:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789036461.685949:0:252249:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d88668f600. 02000000:00000001:2.0:1789036461.685953:0:252249:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789036461.685956:0:252249:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789036461.685957:0:252249:0:(genops.c:1222:class_import_put()) import ffff97d887d65000 refcount=3 obd=lustre-OST0000-osc-ffff97d8b9387800 00000020:00000001:2.0:1789036461.685959:0:252249:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789036461.685961:0:252249:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97d88668f200. 02000000:00000001:2.0:1789036461.685965:0:252249:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789036461.685967:0:252249:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789036461.685970:0:252249:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8ac507b80. 00000100:00000001:2.0:1789036461.685973:0:252249:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789036461.685975:0:252249:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789036461.685977:0:252249:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:2.0:1789036461.685980:0:252249:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789036461.685985:0:252249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff97d8b9387800 lock: 00000000b2b662c9/0xc68a4c17a46335ec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5628:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0x1d5c031f9f61c6b0 expref: -99 pid: 279438 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789036461.685996:0:252249:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff97d897fa8840. 00010000:00000040:2.0:1789036461.686000:0:252249:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff97d8a07c5d00 count: 0 00010000:00000010:2.0:1789036461.686006:0:252249:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff97d8a07c5800. 00010000:00000001:2.0:1789036461.686014:0:252249:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789036461.686015:0:252249:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036461.686031:0:252249:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036461.686035:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036461.686037:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036461.686048:0:252249:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789036461.686050:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036461.686051:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036461.686053:0:252249:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789036461.686054:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036461.686056:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036461.686057:0:252249:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789036461.686176:0:279849:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036461.686180:0:279849:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036461.686183:0:279849:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789036461.696652:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036461.696661:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036461.696668:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036461.696669:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036461.696694:0:236343:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036461.696697:0:236343:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036461.696701:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:2.1F:1789036461.725516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff97d8a07c5d00. 00010000:00000010:2.1:1789036461.725533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97d880030000. 00000100:00000040:2.0:1789036462.142956:0:219630:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712ca20 (cpu 2) has reached its deadline 4307543257, at 4307543296 00000100:00000010:2.0:1789036462.142973:0:219630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8b9d5bae0. 00000100:00000040:3.0:1789036462.143108:0:252176:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712cb30 (cpu 3) has reached its deadline 4307543257, at 4307543296 00000100:00000010:3.0:1789036462.143145:0:252176:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8b9d5bd80. 00010000:00000001:2.0:1789036462.720903:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036462.720911:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036462.720917:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036462.720918:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036462.721105:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036462.721109:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036462.721112:0:248124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789036463.428927:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789036463.428938:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789036463.428951:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d898f7a300. 00000020:00000040:1.0:1789036463.428958:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d8861f3800 refcount=4 obd=MGC192.168.204.121@tcp 00000100:00000001:1.0:1789036463.428962:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789036463.428965:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789036463.428970:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789036463.428988:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d889b2af00. 00000100:00000001:1.0:1789036463.428994:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036463.429005:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS req@ffff97d898f7a300 x1875927346556800/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789036463.429016:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789036463.429020:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036463.429036:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041a5e0ff] to pc [ptlrpcd_00_00+0] req@ffff97d898f7a300 x1875927346556800/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036463.429059:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036463.429062:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789036463.429064:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789036463.429067:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d898f7b100. 00000020:00000040:1.0:1789036463.429069:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=10 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:1.0:1789036463.429072:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789036463.429073:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789036463.429074:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789036463.429077:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d889b2a200. 00000100:00000001:1.0:1789036463.429080:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036463.429084:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID req@ffff97d898f7b100 x1875927346556928/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789036463.429089:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789036463.429091:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036463.429095:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0348126] to pc [ptlrpcd_00_01+1] req@ffff97d898f7b100 x1875927346556928/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036463.429102:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036463.429105:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789036463.429107:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789036463.429110:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d898f78700. 00000020:00000040:1.0:1789036463.429112:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887edb000 refcount=4 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000100:00000001:1.0:1789036463.429114:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789036463.429122:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789036463.429124:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789036463.429127:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d889b2a800. 00000100:00000001:1.0:1789036463.429132:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036463.429135:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID req@ffff97d898f78700 x1875927346557056/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789036463.429142:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789036463.429144:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036463.429147:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a80e34e] to pc [ptlrpcd_00_00+0] req@ffff97d898f78700 x1875927346557056/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036463.429154:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036463.429156:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789036463.429159:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789036463.429162:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d898f7a680. 00000020:00000040:1.0:1789036463.429164:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887d65000 refcount=4 obd=lustre-OST0000-osc-ffff97d8b9387800 00000100:00000001:1.0:1789036463.429167:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789036463.429168:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789036463.429169:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789036463.429173:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d889b2ae00. 00000100:00000001:1.0:1789036463.429175:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036463.429179:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID req@ffff97d898f7a680 x1875927346557184/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789036463.429185:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789036463.429187:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036463.429191:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074cfa5f1] to pc [ptlrpcd_00_01+1] req@ffff97d898f7a680 x1875927346557184/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036463.429196:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036463.429198:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789036463.429201:0:233053:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789036463.429211:0:233053:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12882) 00000100:00000001:1.0:1789036463.429222:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036463.429226:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789036463.429228:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789036463.429234:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d898f7a300 x1875927346556800/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036463.429240:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789036463.429242:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036463.429245:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789036463.429247:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789036463.429249:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789036463.429252:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d898f7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2393:1875927346556800:192.168.204.121@tcp:400:kworker.0 00000100:00000001:1.0:1789036463.429256:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789036463.429262:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789036463.429264:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036463.429266:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789036463.429270:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d885d4ee00. 02000000:00000001:1.0:1789036463.429272:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789036463.429279:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:1.0:1789036463.429283:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b903ed10. 00000400:00000010:1.0:1789036463.429289:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d5d8. 00000100:00000200:1.0:1789036463.429296:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346556800, portal 25 00000100:00000001:1.0:1789036463.429298:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789036463.429300:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555267937024 : -114518441614592 : ffff97d898f7a300) 00000100:00000040:1.0:1789036463.429306:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d898f7a300 x1875927346556800/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036463.429312:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789036463.429314:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:1.0:1789036463.429317:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d3b8. 00000100:00000200:1.0:1789036463.429320:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875927346556800, offset 0 00000400:00000200:1.0:1789036463.429326:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:1.0:1789036463.429334:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036463.429342:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:1.0:1789036463.429354:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789036463.429358:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:1.0:1789036463.429375:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789036463.429378:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:1.0:1789036463.429382:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557017:557017:256:4294967295] 192.168.204.121@tcp LPNI seq info [556971:556971:8:4294967295] 00000400:00000200:1.0:1789036463.429386:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036463.429397:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789036463.429403:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:1.0:1789036463.429408:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d889b2ac00. 00000800:00000200:1.0:1789036463.429413:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:1.0:1789036463.429420:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:1.0:1789036463.429425:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d889b2ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789036463.429442:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789036463.429446:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:1.0:1789036463.429449:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 2 is 4307548380 00000100:00000010:1.0:1789036463.429453:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8856b2600. 00000100:00000001:1.0:1789036463.429460:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789036463.429465:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 3 is 4307548380 00000100:00000010:1.0:1789036463.429467:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8856b2b40. 00000100:00000001:1.0:1789036463.429480:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789036463.429483:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036463.429486:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036463.429489:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789036463.429492:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d898f78700 x1875927346557056/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036463.429499:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789036463.429501:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036463.429503:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789036463.429504:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789036463.429506:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789036463.429516:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d898f78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346557056:192.168.204.121@tcp:400:kworker.0 00000100:00000001:1.0:1789036463.429518:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789036463.429521:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789036463.429523:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036463.429524:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789036463.429527:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d885d4e400. 02000000:00000001:1.0:1789036463.429528:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789036463.429531:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:1.0:1789036463.429534:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b903e580. 00000400:00000010:1.0:1789036463.429537:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d770. 00000100:00000200:1.0:1789036463.429540:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346557056, portal 10 00000100:00000001:1.0:1789036463.429542:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789036463.429544:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555267929856 : -114518441621760 : ffff97d898f78700) 00000100:00000040:1.0:1789036463.429551:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d898f78700 x1875927346557056/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036463.429557:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789036463.429561:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:1.0:1789036463.429563:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62de58. 00000100:00000200:1.0:1789036463.429565:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346557056, offset 0 00000400:00000200:1.0:1789036463.429571:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:1.0:1789036463.429575:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036463.429579:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:1.0:1789036463.429582:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789036463.429585:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:1.0:1789036463.429587:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789036463.429590:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:1.0:1789036463.429592:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557018:557018:255:4294967295] 192.168.204.121@tcp LPNI seq info [556972:556972:7:4294967295] 00000400:00000200:1.0:1789036463.429596:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036463.429603:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789036463.429607:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:1.0:1789036463.429611:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d889b2a400. 00000800:00000200:1.0:1789036463.429621:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:1.0:1789036463.429625:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:1.0:1789036463.429628:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d889b2a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789036463.429631:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036463.429634:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: using a timeout of 19616 usecs (20 jiffies) 00000400:00000200:1.0:1789036463.429637:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:1.0:1789036463.429639:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307544602 00000100:00000001:1.0:1789036463.429642:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307548380 00000100:00000001:1.0:1789036463.429644:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307544602 00000100:00000001:1.0:1789036463.429646:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307548380 00000100:00000001:1.0:1789036463.429648:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036463.429650:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036463.429653:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036463.429655:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036463.429662:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789036463.429664:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789036463.429666:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036463.429667:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789036463.429669:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789036463.429671:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1789036463.429673:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036463.429674:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789036463.429676:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036463.429678:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036463.429679:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789036463.429680:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789036463.429684:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d898f7b100 x1875927346556928/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036463.429691:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789036463.429693:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036463.429695:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789036463.429696:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789036463.429698:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789036463.429706:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d898f7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346556928:192.168.204.121@tcp:400:kworker.0 00000100:00000001:1.0:1789036463.429708:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789036463.429713:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789036463.429715:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036463.429717:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789036463.429720:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d885d4f400. 02000000:00000001:1.0:1789036463.429721:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789036463.429724:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:1.0:1789036463.429727:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b903e840. 00000400:00000010:1.0:1789036463.429731:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d990. 00000100:00000200:1.0:1789036463.429733:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346556928, portal 10 00000100:00000001:1.0:1789036463.429735:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789036463.429736:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555267940608 : -114518441611008 : ffff97d898f7b100) 00000100:00000040:1.0:1789036463.429742:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d898f7b100 x1875927346556928/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036463.429748:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789036463.429750:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:1.0:1789036463.429753:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62dcc0. 00000100:00000200:1.0:1789036463.429755:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346556928, offset 0 00000400:00000200:1.0:1789036463.429758:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:1.0:1789036463.429762:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036463.429765:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:1.0:1789036463.429768:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789036463.429770:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:1.0:1789036463.429772:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789036463.429774:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:1.0:1789036463.429776:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557019:557019:254:4294967295] 192.168.204.121@tcp LPNI seq info [556973:556973:6:4294967295] 00000400:00000200:1.0:1789036463.429780:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036463.429787:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789036463.429789:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1789036463.429793:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:1.0:1789036463.429797:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d889b2ab00. 00000800:00000010:2.0:1789036463.429806:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d889b2ac00. 00000800:00000200:1.0:1789036463.429807:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000400:00000200:2.0:1789036463.429837:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1789036463.429839:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:1.0:1789036463.429845:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d889b2ab00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1789036463.429848:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:1.0:1789036463.429851:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036463.429856:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d3b8 00000100:00000040:1.0:1789036463.429856:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25656 usecs (26 jiffies) 00000400:00000010:2.0:1789036463.429871:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d3b8. 00000400:00000200:1.0:1789036463.429873:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:1.0:1789036463.429877:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307544608 00000100:00000001:2.0:1789036463.429879:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1789036463.429881:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307548380 00000100:00000001:1.0:1789036463.429885:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307544608 00000100:00000200:2.0:1789036463.429888:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d898f7a300 x1875927346556800/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036463.429889:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307548380 00000100:00000001:1.0:1789036463.429895:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036463.429898:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036463.429899:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789036463.429904:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d898f7a680 x1875927346557184/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036463.429911:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789036463.429913:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036463.429915:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789036463.429916:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789036463.429918:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789036463.429921:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d898f7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346557184:192.168.204.121@tcp:400:kworker.0 00000100:00000001:1.0:1789036463.429924:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789036463.429926:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789036463.429928:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036463.429930:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789036463.429933:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d885d4f000. 02000000:00000001:1.0:1789036463.429935:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789036463.429939:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:1.0:1789036463.429941:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b903e210. 00000400:00000010:1.0:1789036463.429945:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d110. 00000100:00000200:1.0:1789036463.429947:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346557184, portal 4 00000100:00000001:1.0:1789036463.429956:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789036463.429957:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555267937920 : -114518441613696 : ffff97d898f7a680) 00000100:00000040:1.0:1789036463.429964:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d898f7a680 x1875927346557184/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036463.429969:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789036463.429973:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:1.0:1789036463.429977:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d908. 00000100:00000200:1.0:1789036463.429982:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875927346557184, offset 0 00000100:00000001:2.0:1789036463.429984:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1789036463.429988:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000100:00000040:2.0:1789036463.429993:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d898f7a300 x1875927346556800/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789036463.429995:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036463.430002:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:1.0:1789036463.430008:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1789036463.430010:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789036463.430013:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000100:00000001:2.0:1789036463.430014:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1789036463.430016:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789036463.430019:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:1.0:1789036463.430021:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557020:557020:253:4294967295] 192.168.204.121@tcp LPNI seq info [556974:556974:5:4294967295] 00000400:00000200:1.0:1789036463.430026:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036463.430034:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789036463.430038:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000200:2.0:1789036463.430041:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789036463.430042:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d889b2a500. 00000800:00000010:2.0:1789036463.430046:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d889b2a400. 00000800:00000200:1.0:1789036463.430049:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000400:00000200:2.0:1789036463.430053:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1789036463.430058:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:1.0:1789036463.430062:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d889b2a500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1789036463.430063:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:1.0:1789036463.430068:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036463.430070:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62de58 00000100:00000040:1.0:1789036463.430072:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: using a timeout of 102280 usecs (103 jiffies) 00000400:00000010:2.0:1789036463.430075:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62de58. 00000400:00000200:1.0:1789036463.430079:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036463.430081:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1789036463.430082:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307544685 00000100:00000001:1.0:1789036463.430087:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307548380 00000100:00000200:2.0:1789036463.430088:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d898f78700 x1875927346557056/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036463.430090:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307544685 00000100:00000001:1.0:1789036463.430094:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307548380 00000100:00000001:2.0:1789036463.430100:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789036463.430103:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789036463.430106:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d898f78700 x1875927346557056/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036463.430107:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036463.430112:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036463.430118:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036463.430123:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036463.430126:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789036463.430134:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1789036463.430138:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1789036463.430138:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1789036463.430142:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d889b2ab00. 00000400:00000200:2.0:1789036463.430147:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036463.430150:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036463.430420:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62dcc0 00000400:00000010:2.0:1789036463.430425:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62dcc0. 00000100:00000001:2.0:1789036463.430429:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036463.430434:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d898f7b100 x1875927346556928/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036463.430442:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036463.430445:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d898f7b100 x1875927346556928/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036463.430451:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036463.430452:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036463.431053:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036463.431058:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d889b2a500. 00000400:00000200:2.0:1789036463.431062:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036463.431067:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036463.431071:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d908 00000400:00000010:2.0:1789036463.431081:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d908. 00000100:00000001:2.0:1789036463.431084:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036463.431089:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d898f7a680 x1875927346557184/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036463.431096:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036463.431100:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d898f7a680 x1875927346557184/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036463.431105:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036463.431107:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789036463.441372:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036463.441399:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036463.441403:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036463.441406:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036463.441415:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.441423:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036463.441431:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.441436:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.441441:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.441444:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 25 MB=0x6aa255f1daf80 00000400:00000200:2.0:1789036463.441450:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.441455:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.121@tcp of length 224/224 into md 0x53942d [1] + 224 00000800:00000001:2.0:1789036463.441789:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036463.441795:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036463.441799:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036463.441804:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036463.441812:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036463.441842:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d898f7a300 x1875927346556800/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036463.441853:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d898f7a300 x1875927346556800/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036463.441880:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036463.441900:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036463.441905:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036463.441907:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036463.441910:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036463.441914:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.441917:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036463.441921:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.441924:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.441927:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.441930:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1db080 00000400:00000200:2.0:1789036463.441934:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.441938:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x539435 [1] + 224 00000800:00000001:2.0:1789036463.441943:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036463.441946:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036463.441948:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036463.441951:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036463.441954:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036463.441958:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d898f78700 x1875927346557056/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036463.441967:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d898f78700 x1875927346557056/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036463.441974:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036463.441978:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036463.441981:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036463.441983:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036463.441987:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036463.441990:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.441993:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036463.441997:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.441999:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.442001:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.442004:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1db000 00000400:00000200:2.0:1789036463.442007:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.442029:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x53943d [1] + 224 00000800:00000001:2.0:1789036463.442034:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036463.442037:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036463.442039:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036463.442042:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036463.442045:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036463.442050:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d898f7b100 x1875927346556928/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036463.442057:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d898f7b100 x1875927346556928/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036463.442063:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036463.442068:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036463.442071:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036463.442073:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036463.442076:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036463.442078:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.442081:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036463.442085:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.442087:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.442090:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.442092:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 4 MB=0x6aa255f1db100 00000400:00000200:2.0:1789036463.442096:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036463.442099:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.121@tcp of length 224/224 into md 0x539445 [1] + 224 00000800:00000001:2.0:1789036463.442102:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036463.442110:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036463.442112:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036463.442115:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036463.442122:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036463.442126:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d898f7a680 x1875927346557184/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036463.442134:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d898f7a680 x1875927346557184/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036463.442147:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036463.442163:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036463.442167:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036463.442287:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036463.442291:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789036463.442298:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036463.442300:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036463.442303:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b903e840. 00000400:00000200:0.0:1789036463.442308:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d990 00000400:00000010:0.0:1789036463.442310:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d990. 00000100:00000001:0.0:1789036463.442313:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036463.442319:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d898f7b100 x1875927346556928/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036463.442329:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d898f7b100 x1875927346556928/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036463.442334:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036463.442336:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036463.442338:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036463.442341:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036463.442343:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036463.442345:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036463.442348:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036463.442433:0:2393:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=124 v=60 (60 61 61 62) 00000100:00001000:0.0:1789036463.442439:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=10 v=5 (1 1 1 0) 00000100:00000001:0.0:1789036463.442441:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036463.442442:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036463.442445:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789036463.442448:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036463.442451:0:2393:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789036463.442453:0:2393:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: committing for last_committed 30064771464 gen 1 00000100:00000040:0.0:1789036463.442459:0:2393:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 30064771464) req@ffff97d8a7d96300 x1875927346554624/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/608 e 0 to 0 dl 1789036538 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789036463.442579:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036463.442582:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517612800 : -114518191938816 : ffff97d8a7d96300) 00000100:00000001:0.0:1789036463.442586:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036463.442590:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d96300 x1875927346554624/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/608 e 0 to 0 dl 1789036538 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789036463.442604:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036463.442605:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036463.442611:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8ac506d80 x1875927346555648/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789036469 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789036463.442617:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789036463.442620:0:2393:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff97d8ab9559e0. 00000100:00000001:0.0:1789036463.442623:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036463.442626:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d96300 x1875927346554624/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 528/608 e 0 to 0 dl 1789036538 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789036463.442631:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789036463.442634:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036463.442636:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=9 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:0.0:1789036463.442638:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036463.442641:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97d890d1e400. 02000000:00000001:0.0:1789036463.442645:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036463.442655:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036463.442657:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d96300. 00000100:00000001:0.0:1789036463.442660:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036463.442662:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036463.442666:0:2393:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 30064771464) req@ffff97d8a7d94700 x1875927346554880/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789036538 ref 1 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789036463.442672:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036463.442673:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517605632 : -114518191945984 : ffff97d8a7d94700) 00000100:00000001:0.0:1789036463.442675:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036463.442678:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d94700 x1875927346554880/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789036538 ref 2 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789036463.442683:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036463.442685:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036463.442689:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d94a80 x1875927346555264/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789036469 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789036463.442706:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789036463.442708:0:2393:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff97d8ab955260. 00000100:00000001:0.0:1789036463.442710:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036463.442714:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d94700 x1875927346554880/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789036538 ref 1 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789036463.442720:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036463.442722:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036463.442724:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff97d8a7dc0000. 02000000:00000001:0.0:1789036463.442807:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036463.442808:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036463.442809:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=8 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:0.0:1789036463.442811:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036463.442813:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97d890d1c000. 02000000:00000001:0.0:1789036463.442833:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036463.442834:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036463.442836:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d94700. 00000100:00000001:0.0:1789036463.442838:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036463.442839:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036463.442843:0:2393:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 30064771464) req@ffff97d8a7d94a80 x1875927346555264/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789036469 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789036463.442849:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036463.442851:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d94a80 x1875927346555264/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789036469 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789036463.442857:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036463.442858:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036463.442860:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97d890d1f400. 02000000:00000001:0.0:1789036463.442872:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036463.442873:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036463.442875:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=7 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:0.0:1789036463.442877:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036463.442878:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97d8866de600. 02000000:00000001:0.0:1789036463.442881:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036463.442891:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036463.442893:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d94a80. 00000100:00000001:0.0:1789036463.442895:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036463.442896:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036463.442900:0:2393:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 30064771464) req@ffff97d8ac506d80 x1875927346555648/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789036469 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789036463.442905:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036463.442907:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8ac506d80 x1875927346555648/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789036469 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789036463.442913:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036463.442914:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036463.442916:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97d8c0111800. 02000000:00000001:0.0:1789036463.442918:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036463.442919:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036463.442920:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=6 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:0.0:1789036463.442922:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036463.442923:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97d886ccaa00. 02000000:00000001:0.0:1789036463.442925:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036463.442925:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036463.442927:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8ac506d80. 00000100:00000001:0.0:1789036463.442929:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036463.442930:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036463.442933:0:2393:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789036463.442935:0:2393:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:0.0:1789036463.442937:0:2393:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789036463.442939:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036463.442943:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d898f7b100 x1875927346556928/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036463.442950:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036463.442952:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036463.442954:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036463.442957:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d898f7b100 x1875927346556928/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036463.442975:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d898f7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346556928:192.168.204.121@tcp:400:kworker.0 00000400:00000001:0.0:1789036463.442982:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036463.442983:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036463.442985:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b903e210. 00000400:00000200:0.0:1789036463.442987:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d110 00000400:00000010:0.0:1789036463.442989:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d110. 00000100:00000001:0.0:1789036463.442991:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036463.442994:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d898f7a680 x1875927346557184/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036463.443001:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d898f7a680 x1875927346557184/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036463.443007:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036463.443008:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036463.443009:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036463.443011:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036463.443012:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036463.443014:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036463.443016:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036463.443021:0:2393:0:(import.c:2196:obd_at_measure()) add 36 to ffff97d887d65460 time=124 v=36 (36 5 5 5) 00000100:00001000:0.0:1789036463.443024:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887d65418 time=52 v=5 (1 1 1 1) 00000100:00000001:0.0:1789036463.443100:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036463.443102:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036463.443295:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789036463.443299:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036463.443303:0:2393:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789036463.443304:0:2393:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97d8b9387800: skip recheck: last_committed 42949695659 00000100:00000001:0.0:1789036463.443306:0:2393:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789036463.443308:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036463.443314:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d898f7a680 x1875927346557184/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036463.443320:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036463.443328:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036463.443329:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036463.443333:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d898f7a680 x1875927346557184/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036463.443340:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d898f7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346557184:192.168.204.121@tcp:400:kworker.0 00000400:00000001:0.0:1789036463.443346:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036463.443347:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036463.443349:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b903ed10. 00000400:00000200:0.0:1789036463.443625:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d5d8 00000400:00000010:0.0:1789036463.443628:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d5d8. 00000100:00000001:0.0:1789036463.443632:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036463.443637:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d898f7a300 x1875927346556800/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036463.443653:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d898f7a300 x1875927346556800/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036463.443660:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036463.443662:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036463.443664:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036463.443666:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036463.443667:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036463.443668:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036463.443670:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036463.443673:0:2393:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d8861f3c60 time=124 v=5 (5 5 5 5) 00000100:00001000:0.0:1789036463.443676:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d8861f3c18 time=10 v=5 (1 1 1 0) 00000100:00000001:0.0:1789036463.443678:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036463.443679:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036463.443681:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789036463.443683:0:2393:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036463.443684:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036463.443688:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d898f7a300 x1875927346556800/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036463.443694:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036463.443702:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036463.443704:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036463.443708:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d898f7a300 x1875927346556800/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036463.443715:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d898f7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2393:1875927346556800:192.168.204.121@tcp:400:kworker.0 00000400:00000001:0.0:1789036463.443722:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036463.443723:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036463.443725:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b903e580. 00000400:00000200:0.0:1789036463.443728:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d770 00000400:00000010:0.0:1789036463.443729:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d770. 00000100:00000001:0.0:1789036463.443731:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036463.443735:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d898f78700 x1875927346557056/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036463.443742:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d898f78700 x1875927346557056/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036463.443748:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036463.443749:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036463.443751:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036463.443752:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036463.443753:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036463.443755:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036463.443757:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036463.443762:0:2393:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edb460 time=124 v=60 (60 61 61 62) 00000100:00001000:0.0:1789036463.443765:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edb418 time=137 v=5 (1 1 0 0) 00000100:00000001:0.0:1789036463.443767:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036463.443768:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036463.443770:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789036463.443773:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97d898f78700 x1875927346557056/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789036463.443780:0:2393:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036463.443782:0:2393:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789036463.443783:0:2393:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97d8b9387800: skip recheck: last_committed 21474836540 00000100:00000001:0.0:1789036463.443791:0:2393:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789036463.443792:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036463.443796:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d898f78700 x1875927346557056/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036463.443802:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036463.443805:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036463.443806:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036463.443809:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d898f78700 x1875927346557056/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036463.443843:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d898f78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346557056:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036463.443848:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036463.443851:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036463.443854:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d898f7b100 x1875927346556928/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036463.443860:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036463.443873:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036463.443876:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d885d4f400. 02000000:00000001:0.0:1789036463.443880:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036463.443882:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036463.443883:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=5 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:0.0:1789036463.443885:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036463.443887:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d889b2a200. 02000000:00000001:0.0:1789036463.443890:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036463.443891:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036463.443893:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d898f7b100. 00000100:00000001:0.0:1789036463.443896:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036463.443897:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036463.443899:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036463.443902:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d898f7a680 x1875927346557184/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036463.443907:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036463.443914:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036463.443916:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d885d4f000. 02000000:00000001:0.0:1789036463.443918:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036463.443919:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036463.443920:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d887d65000 refcount=3 obd=lustre-OST0000-osc-ffff97d8b9387800 00000020:00000001:0.0:1789036463.443922:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036463.443923:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d889b2ae00. 02000000:00000001:0.0:1789036463.443925:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036463.443926:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036463.443927:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d898f7a680. 00000100:00000001:0.0:1789036463.443929:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036463.443930:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036463.443932:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036463.443935:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d898f7a300 x1875927346556800/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036463.443941:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036463.443942:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036463.443943:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d885d4ee00. 02000000:00000001:0.0:1789036463.443945:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036463.443946:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036463.443947:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d8861f3800 refcount=3 obd=MGC192.168.204.121@tcp 00000020:00000001:0.0:1789036463.443948:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036463.443949:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d889b2af00. 02000000:00000001:0.0:1789036463.443951:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036463.443952:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036463.443953:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d898f7a300. 00000100:00000001:0.0:1789036463.443955:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036463.443956:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036463.443958:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036463.443963:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d898f78700 x1875927346557056/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036463.443970:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036463.443971:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036463.443972:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d885d4e400. 02000000:00000001:0.0:1789036463.443974:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036463.443975:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036463.443981:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d887edb000 refcount=3 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000020:00000001:0.0:1789036463.443983:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036463.443984:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d889b2a800. 02000000:00000001:0.0:1789036463.443986:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036463.443987:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036463.443989:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d898f78700. 00000100:00000001:0.0:1789036463.443990:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036463.443992:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036463.443994:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036463.444001:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789036463.444003:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036463.444006:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036463.444008:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036463.743077:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036463.743086:0:219630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036463.743088:0:219630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036463.743092:0:219630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036463.743096:0:219630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036463.743098:0:219630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036463.743100:0:219630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036463.743102:0:219630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036463.743106:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036463.743107:0:219630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036463.743109:0:219630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036463.743114:0:219630:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036463.743117:0:219630:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789036463.743118:0:219630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036463.743120:0:219630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036463.743121:0:219630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036463.743123:0:219630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036463.743124:0:219630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036463.743199:0:242419:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036463.743204:0:242419:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036463.743209:0:242419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036464.767615:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036464.767623:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036464.767629:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036464.767631:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036464.767877:0:236342:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789036464.767881:0:236342:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036464.767884:0:236342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036465.790988:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036465.790995:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036465.791001:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036465.791003:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036465.791024:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036465.791027:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036465.791031:0:252249:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036466.815397:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036466.815403:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036466.815407:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036466.815409:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036466.815933:0:236343:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036466.815936:0:236343:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036466.815940:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789036467.262913:0:252176:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712cb30 (cpu 3) has reached its deadline 4307548380, at 4307548416 00000100:00000010:3.0:1789036467.262928:0:252176:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8856b2b40. 00000100:00000040:2.0:1789036467.263107:0:219630:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712ca20 (cpu 2) has reached its deadline 4307548380, at 4307548416 00000100:00000010:2.0:1789036467.263113:0:219630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8856b2600. 00010000:00000001:2.0:1789036467.840047:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036467.840053:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036467.840058:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036467.840060:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036467.840118:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036467.840122:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036467.840126:0:248124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789036467.967659:0:280086:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789036468.379630:0:280122:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789036468.379637:0:280122:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg421-client.virtnet: executing wait_import_state CONNECTING osc.lustre-OST0000-osc-ffff97d8b9387800.ost_server_uuid 50 00000001:00000001:1.0:1789036468.387311:0:280122:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:1.0:1789036468.543078:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789036468.543088:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789036468.543096:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d898f78a80. 00000020:00000040:1.0:1789036468.543103:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d8861f3800 refcount=4 obd=MGC192.168.204.121@tcp 00000100:00000001:1.0:1789036468.543108:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789036468.543111:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789036468.543115:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789036468.543123:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d889b2a600. 00000100:00000001:1.0:1789036468.543131:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036468.543143:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS req@ffff97d898f78a80 x1875927346557312/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789036468.543154:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789036468.543158:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036468.543165:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000739723f1] to pc [ptlrpcd_00_00+0] req@ffff97d898f78a80 x1875927346557312/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036468.543196:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036468.543199:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789036468.543202:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789036468.543205:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d898f7b480. 00000020:00000040:1.0:1789036468.543214:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=6 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:1.0:1789036468.543216:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789036468.543218:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789036468.543219:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789036468.543222:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d889b2a100. 00000100:00000001:1.0:1789036468.543226:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036468.543230:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID req@ffff97d898f7b480 x1875927346557440/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789036468.543237:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789036468.543239:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036468.543242:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fdb6c7c] to pc [ptlrpcd_00_01+1] req@ffff97d898f7b480 x1875927346557440/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036468.543250:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036468.543252:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789036468.543255:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789036468.543258:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d898f78380. 00000020:00000040:1.0:1789036468.543260:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887edb000 refcount=4 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000100:00000001:1.0:1789036468.543262:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789036468.543263:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789036468.543264:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789036468.543267:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d889b2aa00. 00000100:00000001:1.0:1789036468.543270:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036468.543273:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID req@ffff97d898f78380 x1875927346557568/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789036468.543279:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789036468.543281:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036468.543285:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec93b105] to pc [ptlrpcd_00_00+0] req@ffff97d898f78380 x1875927346557568/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036468.543291:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036468.543293:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789036468.543302:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789036468.543304:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d898f79c00. 00000020:00000040:1.0:1789036468.543307:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887d65000 refcount=4 obd=lustre-OST0000-osc-ffff97d8b9387800 00000100:00000001:0.0:1789036468.543398:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036468.543402:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789036468.543405:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036468.543412:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d898f78a80 x1875927346557312/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036468.543420:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036468.543422:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036468.543426:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036468.543428:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036468.543430:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036468.543434:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d898f78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2393:1875927346557312:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036468.543445:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036468.543450:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036468.543452:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036468.543455:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036468.543460:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888855800. 02000000:00000001:0.0:1789036468.543462:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036468.543471:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036468.543475:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee8580. 00000400:00000010:0.0:1789036468.543482:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283a18. 00000100:00000200:0.0:1789036468.543496:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346557312, portal 25 00000100:00000001:0.0:1789036468.543498:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036468.543500:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555267930752 : -114518441620864 : ffff97d898f78a80) 00000100:00000040:0.0:1789036468.543507:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d898f78a80 x1875927346557312/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036468.543514:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036468.543516:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036468.543519:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283110. 00000100:00000200:0.0:1789036468.543523:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875927346557312, offset 0 00000400:00000200:0.0:1789036468.543529:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036468.543538:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036468.543546:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036468.543551:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036468.543556:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036468.543559:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036468.543562:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036468.543566:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557021:557021:256:4294967295] 192.168.204.121@tcp LPNI seq info [556975:556975:8:4294967295] 00000400:00000200:0.0:1789036468.543569:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036468.543579:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036468.543585:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036468.543590:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d8a739f600. 00000800:00000200:0.0:1789036468.543597:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036468.543603:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036468.543607:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d8a739f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789036468.544226:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789036468.544228:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789036468.544231:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789036468.544237:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d889b2a700. 00000100:00000001:1.0:1789036468.544242:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036468.544249:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID req@ffff97d898f79c00 x1875927346557696/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789036468.544257:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789036468.544260:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036468.544265:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000745105c4] to pc [ptlrpcd_00_01+1] req@ffff97d898f79c00 x1875927346557696/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036468.544273:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036468.544276:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789036468.544279:0:233053:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789036468.544285:0:233053:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12887) 00000100:00000001:1.0:1789036468.544300:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036468.544302:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789036468.544304:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789036468.544318:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d898f7b480 x1875927346557440/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036468.544326:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789036468.544327:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036468.544330:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789036468.544332:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789036468.544334:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789036468.544337:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d898f7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346557440:192.168.204.121@tcp:400:kworker.0 00000100:00000001:1.0:1789036468.544342:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789036468.544353:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789036468.544354:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036468.544357:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789036468.544360:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d887a84600. 02000000:00000001:1.0:1789036468.544362:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789036468.544367:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:1.0:1789036468.544370:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b903e478. 00000400:00000010:1.0:1789036468.544375:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62db28. 00000100:00000200:1.0:1789036468.544379:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346557440, portal 10 00000100:00000001:1.0:1789036468.544381:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789036468.544382:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555267941504 : -114518441610112 : ffff97d898f7b480) 00000100:00000040:1.0:1789036468.544389:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d898f7b480 x1875927346557440/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036468.544396:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789036468.544398:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:1.0:1789036468.544400:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62df68. 00000100:00000200:1.0:1789036468.544403:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346557440, offset 0 00000400:00000200:1.0:1789036468.544408:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:1.0:1789036468.544413:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036468.544417:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:1.0:1789036468.544420:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789036468.544423:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:1.0:1789036468.544426:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789036468.544429:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:1.0:1789036468.544432:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557022:557022:255:4294967295] 192.168.204.121@tcp LPNI seq info [556976:556976:7:4294967295] 00000400:00000200:1.0:1789036468.544446:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036468.544453:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789036468.544458:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:1.0:1789036468.544462:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d889b2a800. 00000800:00000200:1.0:1789036468.544467:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:1.0:1789036468.544472:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:1.0:1789036468.544476:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d889b2a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036468.548849:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036468.548863:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036468.548867:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 2 is 4307553495 00000100:00000010:0.0:1789036468.548876:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d889a1cc60. 00000100:00000001:0.0:1789036468.548883:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789036468.548889:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 3 is 4307553495 00000100:00000010:0.0:1789036468.548892:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d889a1c1e0. 00000100:00000001:0.0:1789036468.548902:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789036468.548906:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036468.548909:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036468.548914:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036468.548923:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d898f78380 x1875927346557568/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036468.548933:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036468.548935:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036468.548939:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036468.548941:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036468.548944:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036468.548947:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d898f78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346557568:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036468.548951:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036468.548956:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036468.548958:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036468.548960:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036468.548965:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888855600. 02000000:00000001:0.0:1789036468.548967:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036468.548972:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036468.548976:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee8108. 00000400:00000010:0.0:1789036468.548982:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283f68. 00000100:00000200:0.0:1789036468.548987:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346557568, portal 10 00000100:00000001:0.0:1789036468.548990:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036468.548991:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555267928960 : -114518441622656 : ffff97d898f78380) 00000100:00000040:0.0:1789036468.548999:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d898f78380 x1875927346557568/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036468.549005:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036468.549007:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036468.549010:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283990. 00000100:00000200:0.0:1789036468.549014:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346557568, offset 0 00000400:00000200:0.0:1789036468.549020:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036468.549029:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036468.549041:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036468.549046:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036468.549049:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036468.549053:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036468.549055:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036468.549059:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557023:557023:254:4294967295] 192.168.204.121@tcp LPNI seq info [556977:556977:6:4294967295] 00000400:00000200:0.0:1789036468.549064:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036468.549078:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036468.549084:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036468.549088:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d8a739f200. 00000800:00000200:0.0:1789036468.549095:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000100:00000001:1.0:1789036468.549148:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036468.549153:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25652 usecs (26 jiffies) 00000400:00000200:1.0:1789036468.549157:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:1.0:1789036468.549159:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307549728 00000100:00000001:1.0:1789036468.549161:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307553495 00000100:00000001:1.0:1789036468.549163:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307549728 00000100:00000001:1.0:1789036468.549165:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307553495 00000100:00000001:1.0:1789036468.549167:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036468.549168:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036468.549171:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789036468.549176:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d898f79c00 x1875927346557696/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036468.549183:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789036468.549185:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036468.549187:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789036468.549188:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789036468.549190:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789036468.549193:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d898f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346557696:192.168.204.121@tcp:400:kworker.0 00000100:00000001:1.0:1789036468.549197:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789036468.549199:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789036468.549201:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036468.549202:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789036468.549206:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d887a85e00. 02000000:00000001:1.0:1789036468.549208:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789036468.549211:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:1.0:1789036468.549215:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b903e580. 00000400:00000010:1.0:1789036468.549218:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62da18. 00000100:00000200:1.0:1789036468.549221:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346557696, portal 4 00000100:00000001:1.0:1789036468.549223:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789036468.549224:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555267935232 : -114518441616384 : ffff97d898f79c00) 00000100:00000040:1.0:1789036468.549229:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d898f79c00 x1875927346557696/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036468.549240:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789036468.549243:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:1.0:1789036468.549245:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac62d330. 00000100:00000200:1.0:1789036468.549247:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875927346557696, offset 0 00000400:00000200:1.0:1789036468.549251:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:1.0:1789036468.549255:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036468.549258:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:1.0:1789036468.549261:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789036468.549263:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:1.0:1789036468.549265:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789036468.549267:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:1.0:1789036468.549270:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557024:557024:253:4294967295] 192.168.204.121@tcp LPNI seq info [556978:556978:5:4294967295] 00000400:00000200:1.0:1789036468.549273:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:1.0:1789036468.549279:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789036468.549284:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:1.0:1789036468.549287:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d889b2af00. 00000800:00000200:1.0:1789036468.549290:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:1.0:1789036468.549295:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:1.0:1789036468.549299:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d889b2af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789036468.549302:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036468.549306:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: using a timeout of 102213 usecs (103 jiffies) 00000800:00000200:0.0:1789036468.549509:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036468.549512:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d8a739f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036468.549517:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036468.549520:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: using a timeout of 19616 usecs (20 jiffies) 00000400:00000200:0.0:1789036468.549523:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036468.549525:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307549722 00000100:00000001:0.0:1789036468.549528:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307553495 00000100:00000001:0.0:1789036468.549530:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307549722 00000100:00000001:0.0:1789036468.549532:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307553495 00000100:00000001:0.0:1789036468.549534:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036468.549535:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036468.549538:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036468.549543:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036468.549550:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789036468.549552:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789036468.549555:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036468.549557:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789036468.549558:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036468.549561:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789036468.549606:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:1.0:1789036468.549609:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307549805 00000100:00000001:1.0:1789036468.549612:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307553495 00000100:00000001:1.0:1789036468.549614:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307549805 00000100:00000001:1.0:1789036468.549616:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307553495 00000100:00000001:1.0:1789036468.549618:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036468.549620:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036468.549628:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036468.549630:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036468.549633:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789036468.549634:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1789036468.549636:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036468.549637:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789036468.549639:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036468.549641:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789036468.560488:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036468.560501:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d8a739f600. 00000400:00000200:2.0:1789036468.560513:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036468.560526:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036468.560552:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283110 00000400:00000010:2.0:1789036468.560556:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283110. 00000100:00000001:2.0:1789036468.560564:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036468.560574:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d898f78a80 x1875927346557312/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036468.560588:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036468.560794:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d898f78a80 x1875927346557312/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036468.560803:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036468.560805:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036468.560843:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036468.560846:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d889b2a800. 00000400:00000200:2.0:1789036468.560850:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036468.560854:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036468.560857:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62df68 00000400:00000010:2.0:1789036468.560860:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62df68. 00000100:00000001:2.0:1789036468.560863:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036468.560868:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d898f7b480 x1875927346557440/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036468.560877:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036468.560880:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d898f7b480 x1875927346557440/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036468.560909:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036468.560910:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036468.560922:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036468.560924:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d889b2af00. 00000400:00000200:2.0:1789036468.560927:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036468.560930:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036468.560933:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62d330 00000400:00000010:2.0:1789036468.560936:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62d330. 00000100:00000001:2.0:1789036468.560938:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036468.560942:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d898f79c00 x1875927346557696/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036468.560950:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036468.560953:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d898f79c00 x1875927346557696/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036468.560960:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036468.560962:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036468.561301:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036468.561304:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d8a739f200. 00000400:00000200:2.0:1789036468.561309:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036468.561313:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036468.561317:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283990 00000400:00000010:2.0:1789036468.561319:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283990. 00000100:00000001:2.0:1789036468.561322:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036468.561327:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d898f78380 x1875927346557568/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036468.561336:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036468.561340:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d898f78380 x1875927346557568/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036468.561499:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036468.561502:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789036468.596221:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036468.596253:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036468.596259:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036468.596262:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036468.596273:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.596283:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036468.596292:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.596299:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.596304:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.596309:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1db200 00000400:00000200:2.0:1789036468.596315:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.596321:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x539455 [1] + 224 00000800:00000001:2.0:1789036468.596328:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036468.596332:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036468.596336:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036468.596341:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036468.596349:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036468.596357:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d898f7b480 x1875927346557440/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036468.596380:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d898f7b480 x1875927346557440/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036468.596402:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036468.596413:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036468.596418:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036468.596419:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036468.596422:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036468.596425:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.596428:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036468.596432:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.596435:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.596438:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.596440:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1db280 00000400:00000200:2.0:1789036468.596444:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.596454:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x53945d [1] + 224 00000800:00000001:2.0:1789036468.596459:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036468.596464:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036468.596466:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036468.596468:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036468.596472:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036468.596476:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d898f78380 x1875927346557568/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036468.596485:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d898f78380 x1875927346557568/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036468.596502:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036468.596507:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036468.596511:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036468.596513:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036468.596515:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036468.596518:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.596522:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036468.596526:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.596529:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.596532:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.596535:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 25 MB=0x6aa255f1db180 00000400:00000200:2.0:1789036468.596539:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.596543:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.121@tcp of length 224/224 into md 0x53944d [1] + 224 00000800:00000001:2.0:1789036468.596547:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036468.596553:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036468.596555:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036468.596558:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036468.596561:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036468.596565:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d898f78a80 x1875927346557312/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036468.596572:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d898f78a80 x1875927346557312/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036468.596584:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036468.596589:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036468.596591:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036468.600139:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036468.600170:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789036468.600181:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036468.600183:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036468.600188:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee8580. 00000400:00000200:0.0:1789036468.600199:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283a18 00000400:00000010:0.0:1789036468.600202:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283a18. 00000100:00000001:0.0:1789036468.600207:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036468.600218:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d898f78a80 x1875927346557312/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036468.600230:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d898f78a80 x1875927346557312/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036468.600239:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036468.600241:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036468.600244:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036468.600248:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036468.600250:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036468.600253:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036468.600256:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036468.600263:0:2393:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d8861f3c60 time=129 v=5 (5 5 5 5) 00000100:00001000:0.0:1789036468.600268:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d8861f3c18 time=15 v=5 (1 1 1 0) 00000100:00000001:0.0:1789036468.600270:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036468.600272:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036468.600275:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789036468.600277:0:2393:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036468.600280:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036468.600285:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d898f78a80 x1875927346557312/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036468.600292:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036468.600296:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036468.600297:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036468.600301:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d898f78a80 x1875927346557312/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036468.600484:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036468.600488:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789036468.600492:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789036468.600494:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789036468.600497:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b903e478. 00000400:00000200:1.0:1789036468.600500:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62db28 00000400:00000010:1.0:1789036468.600502:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62db28. 00000100:00000001:1.0:1789036468.600505:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789036468.600511:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d898f7b480 x1875927346557440/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789036468.600520:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d898f7b480 x1875927346557440/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036468.600526:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789036468.600527:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036468.600529:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789036468.600531:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789036468.600532:0:2394:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789036468.600534:0:2394:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036468.600536:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789036468.600543:0:2394:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=129 v=60 (60 61 61 62) 00000100:00001000:1.0:1789036468.600546:0:2394:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=15 v=5 (1 1 1 0) 00000100:00000001:1.0:1789036468.600548:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789036468.600549:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036468.600551:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789036468.600554:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036468.600558:0:2394:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789036468.600561:0:2394:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771464 00000100:00000001:1.0:1789036468.600563:0:2394:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789036468.600572:0:2394:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036468.600577:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d898f7b480 x1875927346557440/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036468.600584:0:2394:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036468.600586:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789036468.600587:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789036468.600590:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d898f7b480 x1875927346557440/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789036468.600598:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d898f7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346557440:192.168.204.121@tcp:400:kworker.0 00000100:00000001:1.0:1789036468.600604:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036468.600607:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789036468.600611:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d898f7b480 x1875927346557440/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036468.600618:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789036468.600620:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789036468.600624:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d887a84600. 02000000:00000001:1.0:1789036468.600629:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789036468.600632:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789036468.600635:0:2394:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=5 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:1.0:1789036468.600637:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789036468.600640:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d889b2a100. 02000000:00000001:1.0:1789036468.600644:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789036468.600645:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789036468.600647:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d898f7b480. 00000100:00000001:1.0:1789036468.600652:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789036468.600654:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036468.600657:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036468.600659:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036468.600660:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789036468.600662:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036468.600664:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036468.601533:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d898f78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2393:1875927346557312:192.168.204.121@tcp:400:kworker.0 00000400:00000001:0.0:1789036468.601553:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036468.601556:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036468.601558:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee8108. 00000400:00000200:0.0:1789036468.601562:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283f68 00000400:00000010:0.0:1789036468.601564:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283f68. 00000100:00000001:0.0:1789036468.601568:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036468.601574:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d898f78380 x1875927346557568/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036468.602419:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d898f78380 x1875927346557568/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036468.602427:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036468.602429:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036468.602432:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036468.602435:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036468.602924:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036468.602928:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036468.602932:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036468.602941:0:2393:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edb460 time=129 v=60 (60 61 61 62) 00000100:00001000:0.0:1789036468.602945:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edb418 time=142 v=5 (1 1 0 0) 00000100:00000001:0.0:1789036468.602947:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036468.602949:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036468.602952:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789036468.602958:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97d898f78380 x1875927346557568/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789036468.602965:0:2393:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036468.602969:0:2393:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789036468.602971:0:2393:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97d8b9387800: skip recheck: last_committed 21474836540 00000100:00000001:0.0:1789036468.602973:0:2393:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789036468.602975:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036468.602979:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d898f78380 x1875927346557568/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036468.602986:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036468.603000:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036468.603002:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036468.603007:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d898f78380 x1875927346557568/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036468.603015:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d898f78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346557568:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036468.603020:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036468.603023:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036468.603028:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d898f78a80 x1875927346557312/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036468.603036:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036468.603038:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036468.603042:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888855800. 02000000:00000001:0.0:1789036468.603045:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036468.603048:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036468.603050:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d8861f3800 refcount=3 obd=MGC192.168.204.121@tcp 00000020:00000001:0.0:1789036468.603053:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036468.603055:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d889b2a600. 02000000:00000001:0.0:1789036468.603060:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036468.603061:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036468.603063:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d898f78a80. 00000100:00000001:0.0:1789036468.603067:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036468.603068:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036468.603070:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036468.603073:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d898f78380 x1875927346557568/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036468.603080:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036468.603082:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036468.603084:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888855600. 02000000:00000001:0.0:1789036468.603087:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036468.603088:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036468.603089:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d887edb000 refcount=3 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000020:00000001:0.0:1789036468.603091:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036468.603092:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d889b2aa00. 02000000:00000001:0.0:1789036468.603100:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036468.603102:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036468.603104:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d898f78380. 00000100:00000001:0.0:1789036468.603106:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036468.603107:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036468.603110:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036468.603118:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789036468.603120:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036468.603123:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036468.603125:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789036468.614572:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036468.614610:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036468.614614:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036468.614627:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036468.614637:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.614645:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036468.614656:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.614663:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.614669:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.614674:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 4 MB=0x6aa255f1db300 00000400:00000200:2.0:1789036468.614679:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036468.614685:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.121@tcp of length 224/224 into md 0x539465 [1] + 224 00000800:00000001:2.0:1789036468.614693:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036468.614702:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036468.614706:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036468.614711:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036468.614718:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036468.614727:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d898f79c00 x1875927346557696/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036468.614739:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d898f79c00 x1875927346557696/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036468.614774:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036468.614785:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036468.614789:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036468.614919:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036468.614924:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789036468.614930:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036468.614933:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036468.614935:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b903e580. 00000400:00000200:0.0:1789036468.614940:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac62da18 00000400:00000010:0.0:1789036468.614944:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac62da18. 00000100:00000001:0.0:1789036468.614961:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036468.614966:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d898f79c00 x1875927346557696/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036468.614974:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d898f79c00 x1875927346557696/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036468.614980:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036468.614983:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036468.614985:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036468.614989:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036468.614991:0:2394:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036468.614992:0:2394:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036468.614995:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036468.615004:0:2394:0:(import.c:2196:obd_at_measure()) add 36 to ffff97d887d65460 time=129 v=36 (36 5 5 5) 00000100:00001000:0.0:1789036468.615008:0:2394:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887d65418 time=57 v=5 (1 1 1 1) 00000100:00000001:0.0:1789036468.615010:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036468.615012:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036468.615015:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789036468.615019:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036468.615023:0:2394:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789036468.615040:0:2394:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97d8b9387800: skip recheck: last_committed 42949695659 00000100:00000001:0.0:1789036468.615042:0:2394:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789036468.615045:0:2394:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036468.615051:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d898f79c00 x1875927346557696/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036468.615057:0:2394:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036468.615060:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036468.615062:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036468.615066:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d898f79c00 x1875927346557696/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036523 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036468.615074:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d898f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346557696:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036468.615080:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036468.615083:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036468.615097:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d898f79c00 x1875927346557696/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036523 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036468.615104:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036468.615107:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036468.615111:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d887a85e00. 02000000:00000001:0.0:1789036468.615115:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036468.615118:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036468.615120:0:2394:0:(genops.c:1222:class_import_put()) import ffff97d887d65000 refcount=3 obd=lustre-OST0000-osc-ffff97d8b9387800 00000020:00000001:0.0:1789036468.615122:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036468.615124:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d889b2a700. 02000000:00000001:0.0:1789036468.615128:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036468.615130:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036468.615132:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d898f79c00. 00000100:00000001:0.0:1789036468.615136:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036468.615137:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036468.615139:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036468.615148:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789036468.615150:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036468.615152:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036468.615155:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036468.862957:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036468.862964:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036468.862971:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036468.862972:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036468.863124:0:242419:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036468.863128:0:242419:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036468.863131:0:242419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036469.889319:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036469.889327:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036469.889335:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036469.889336:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036469.889881:0:236342:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789036469.889897:0:236342:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036469.889918:0:236342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036470.911165:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036470.911173:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036470.911180:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036470.911181:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036470.911238:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036470.911240:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036470.911243:0:252249:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036471.935025:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036471.935033:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036471.935039:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036471.935040:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036471.935337:0:236343:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036471.935341:0:236343:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036471.935344:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789036472.383134:0:219630:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712ca20 (cpu 2) has reached its deadline 4307553495, at 4307553536 00000100:00000010:2.0:1789036472.383152:0:219630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d889a1cc60. 00000100:00000040:3.0:1789036472.383448:0:252176:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712cb30 (cpu 3) has reached its deadline 4307553495, at 4307553536 00000100:00000010:3.0:1789036472.383456:0:252176:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d889a1c1e0. 00010000:00000001:2.0:1789036472.958956:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036472.958963:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036472.958969:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036472.958971:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036472.959095:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036472.959099:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036472.959102:0:248124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789036473.663113:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789036473.663124:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789036473.663136:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8ac507b80. 00000020:00000040:2.0:1789036473.663142:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d8861f3800 refcount=4 obd=MGC192.168.204.121@tcp 00000100:00000001:2.0:1789036473.663147:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789036473.663150:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789036473.663155:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789036473.663164:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d886c6d400. 00000100:00000001:2.0:1789036473.663180:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036473.663192:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS req@ffff97d8ac507b80 x1875927346557824/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789036473.663202:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789036473.663207:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036473.663214:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bc27682] to pc [ptlrpcd_01_01+1] req@ffff97d8ac507b80 x1875927346557824/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.663310:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036473.663314:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036473.663316:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036473.663322:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8ac507b80 x1875927346557824/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.663330:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036473.663332:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036473.663336:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036473.663338:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036473.663340:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036473.663343:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8ac507b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2396:1875927346557824:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036473.663347:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036473.663352:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036473.663360:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036473.663362:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036473.663366:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d899f74000. 02000000:00000001:3.0:1789036473.663368:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036473.663375:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036473.663379:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8912066e0. 00000400:00000010:3.0:1789036473.663385:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f198. 00000100:00000200:3.0:1789036473.663392:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346557824, portal 25 00000100:00000001:3.0:1789036473.663394:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036473.663396:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555592526720 : -114518117024896 : ffff97d8ac507b80) 00000100:00000040:3.0:1789036473.663402:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8ac507b80 x1875927346557824/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.663409:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036473.663412:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036473.663415:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f110. 00000100:00000200:3.0:1789036473.663417:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875927346557824, offset 0 00000400:00000200:3.0:1789036473.663423:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036473.663431:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.663438:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036473.663444:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036473.663448:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036473.663451:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036473.663454:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036473.663457:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557025:557025:256:4294967295] 192.168.204.121@tcp LPNI seq info [556979:556979:8:4294967295] 00000400:00000200:3.0:1789036473.663462:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.663471:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036473.663476:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036473.663481:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536e100. 00000800:00000200:3.0:1789036473.663487:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036473.663504:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036473.663509:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036473.663524:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036473.663533:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036473.663536:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 2 is 4307558614 00000100:00000010:3.0:1789036473.663540:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8b9d5bd80. 00000100:00000001:3.0:1789036473.663546:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789036473.663552:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 3 is 4307558614 00000100:00000010:3.0:1789036473.663555:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8b9d5bea0. 00000100:00000001:3.0:1789036473.663558:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789036473.663561:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036473.663564:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.663567:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.663569:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036473.663651:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036473.663654:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789036473.663658:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789036473.663661:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8ac504380. 00000020:00000040:2.0:1789036473.663664:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=6 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:2.0:1789036473.663666:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789036473.663678:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789036473.663680:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789036473.663684:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d886c6dc00. 00000100:00000001:2.0:1789036473.663688:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036473.663693:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID req@ffff97d8ac504380 x1875927346557952/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789036473.663700:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789036473.663703:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036473.663707:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000112f3c2e] to pc [ptlrpcd_01_00+0] req@ffff97d8ac504380 x1875927346557952/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.666996:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036473.667004:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789036473.667011:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036473.667013:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036473.667017:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036473.667021:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1789036473.667023:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036473.667026:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036473.667027:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036473.667028:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036473.667030:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036473.667031:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036473.667046:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8ac504380 x1875927346557952/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.667057:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036473.667059:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036473.667063:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036473.667066:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036473.667069:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036473.667073:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8ac504380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346557952:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036473.667077:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036473.667083:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036473.667085:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036473.667104:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036473.667110:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d899f75200. 02000000:00000001:3.0:1789036473.667112:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036473.667119:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036473.667124:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8912068f0. 00000400:00000010:3.0:1789036473.667131:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f660. 00000100:00000200:3.0:1789036473.667138:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346557952, portal 10 00000100:00000001:3.0:1789036473.667140:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036473.667142:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555592512384 : -114518117039232 : ffff97d8ac504380) 00000100:00000040:3.0:1789036473.667151:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8ac504380 x1875927346557952/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.667159:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036473.667162:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036473.667164:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44fb28. 00000100:00000200:3.0:1789036473.667167:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346557952, offset 0 00000400:00000200:3.0:1789036473.667182:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036473.667190:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.667198:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036473.667202:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036473.667206:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036473.667210:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036473.667212:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036473.667216:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557026:557026:255:4294967295] 192.168.204.121@tcp LPNI seq info [556980:556980:7:4294967295] 00000400:00000200:3.0:1789036473.667220:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.667229:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036473.667235:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036473.667240:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536e900. 00000800:00000200:3.0:1789036473.667246:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036473.667368:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036473.667373:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036473.667377:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036473.667387:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25670 usecs (26 jiffies) 00000400:00000200:3.0:1789036473.667391:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036473.667394:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307554846 00000100:00000001:3.0:1789036473.667397:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307558614 00000100:00000001:3.0:1789036473.667399:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307554846 00000100:00000001:3.0:1789036473.667401:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307558614 00000100:00000001:3.0:1789036473.667404:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036473.667406:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.667408:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.667411:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789036473.667483:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036473.667486:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536e100. 00000400:00000200:3.0:1789036473.667560:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036473.667566:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036473.667572:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f110 00000400:00000010:3.0:1789036473.667574:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f110. 00000100:00000001:3.0:1789036473.667579:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036473.667585:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8ac507b80 x1875927346557824/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.667595:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036473.667598:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8ac507b80 x1875927346557824/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.667605:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.667607:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789036473.668033:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036473.668037:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536e900. 00000400:00000200:3.0:1789036473.668041:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036473.668045:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036473.668048:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44fb28 00000400:00000010:3.0:1789036473.668050:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44fb28. 00000100:00000001:3.0:1789036473.668053:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036473.668057:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8ac504380 x1875927346557952/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.668072:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036473.668076:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8ac504380 x1875927346557952/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.668082:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.668083:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789036473.668105:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036473.668108:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036473.670863:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036473.670875:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789036473.670891:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789036473.670902:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8ac507480. 00000020:00000040:2.0:1789036473.670909:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d887edb000 refcount=4 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000100:00000001:2.0:1789036473.670914:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789036473.670917:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789036473.670922:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789036473.670929:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d886c6d200. 00000100:00000001:2.0:1789036473.670936:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036473.670947:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID req@ffff97d8ac507480 x1875927346558080/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789036473.670958:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789036473.670975:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036473.670982:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce565f12] to pc [ptlrpcd_01_01+1] req@ffff97d8ac507480 x1875927346558080/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036473.670998:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036473.671001:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789036473.671004:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789036473.671008:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8ac506d80. 00000020:00000040:2.0:1789036473.671010:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d887d65000 refcount=4 obd=lustre-OST0000-osc-ffff97d8b9387800 00000100:00000001:2.0:1789036473.671012:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789036473.671014:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789036473.671015:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789036473.671019:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d886c6d100. 00000100:00000001:2.0:1789036473.671022:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036473.671026:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID req@ffff97d8ac506d80 x1875927346558208/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789036473.671033:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789036473.671034:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036473.671038:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff7d5dd6] to pc [ptlrpcd_01_00+0] req@ffff97d8ac506d80 x1875927346558208/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036473.671046:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036473.671048:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789036473.671051:0:234282:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789036473.671056:0:234282:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12892) 00000100:00000001:3.0:1789036473.671374:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036473.671378:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036473.671381:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036473.671387:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8ac506d80 x1875927346558208/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.671394:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036473.671396:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036473.671399:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036473.671401:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036473.671403:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036473.671406:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8ac506d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346558208:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036473.671410:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036473.671415:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036473.671417:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036473.671419:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036473.671423:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d899f75600. 02000000:00000001:3.0:1789036473.671425:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036473.671432:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036473.671436:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d891206688. 00000400:00000010:3.0:1789036473.671442:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44fb28. 00000100:00000200:3.0:1789036473.671447:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346558208, portal 4 00000100:00000001:3.0:1789036473.671450:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036473.671451:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555592523136 : -114518117028480 : ffff97d8ac506d80) 00000100:00000040:3.0:1789036473.671458:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8ac506d80 x1875927346558208/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.671482:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036473.671485:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036473.671488:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f110. 00000100:00000200:3.0:1789036473.671491:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875927346558208, offset 0 00000400:00000200:3.0:1789036473.671565:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036473.671573:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.671580:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036473.671585:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036473.671589:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036473.671592:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036473.671595:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036473.671598:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557027:557027:256:4294967295] 192.168.204.121@tcp LPNI seq info [556981:556981:8:4294967295] 00000400:00000200:3.0:1789036473.671603:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.671611:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036473.671618:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036473.671623:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536e900. 00000800:00000200:3.0:1789036473.671629:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036473.671636:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036473.671641:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036473.671656:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036473.671661:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: using a timeout of 102202 usecs (103 jiffies) 00000400:00000200:3.0:1789036473.671664:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036473.671667:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307554927 00000100:00000001:3.0:1789036473.671679:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307558614 00000100:00000001:3.0:1789036473.671681:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307554927 00000100:00000001:3.0:1789036473.671683:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307558614 00000100:00000001:3.0:1789036473.671685:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036473.671688:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.671696:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.671699:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036473.671705:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036473.671707:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1789036473.671709:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036473.671710:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036473.671712:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036473.671714:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789036473.671715:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036473.671717:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036473.671718:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036473.671720:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036473.671721:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036473.671722:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036473.671726:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8ac507480 x1875927346558080/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.671733:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036473.671735:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036473.671737:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036473.671738:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036473.671740:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036473.671743:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8ac507480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346558080:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036473.671747:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036473.671749:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036473.671750:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036473.671752:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036473.671756:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d898f15a00. 02000000:00000001:3.0:1789036473.671758:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036473.671762:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036473.671765:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d891206738. 00000400:00000010:3.0:1789036473.671768:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f2a8. 00000100:00000200:3.0:1789036473.671771:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346558080, portal 10 00000100:00000001:3.0:1789036473.671773:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036473.671774:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555592524928 : -114518117026688 : ffff97d8ac507480) 00000100:00000040:3.0:1789036473.671781:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8ac507480 x1875927346558080/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.671794:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036473.671796:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036473.671799:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44fdd0. 00000100:00000200:3.0:1789036473.671801:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346558080, offset 0 00000400:00000200:3.0:1789036473.671805:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000800:00000200:2.0:1789036473.672013:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036473.672017:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536e900. 00000400:00000200:2.0:1789036473.672023:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036473.672029:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036473.672088:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.672093:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036473.672096:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036473.672100:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036473.672102:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036473.672104:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036473.672107:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557028:557028:255:4294967295] 192.168.204.121@tcp LPNI seq info [556982:556982:7:4294967295] 00000400:00000200:3.0:1789036473.672111:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.672117:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036473.672121:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036473.672126:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536e100. 00000800:00000200:3.0:1789036473.672130:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036473.672134:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036473.672137:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036473.672140:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036473.672145:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: using a timeout of 19618 usecs (20 jiffies) 00000400:00000200:3.0:1789036473.672148:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036473.672150:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307554845 00000100:00000001:3.0:1789036473.672152:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307558614 00000100:00000001:3.0:1789036473.672154:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307554845 00000100:00000001:3.0:1789036473.672156:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307558614 00000100:00000001:3.0:1789036473.672158:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036473.672160:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.672168:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.672180:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.672197:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036473.672200:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036473.672203:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.672205:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789036473.673992:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036473.674007:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036473.674011:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036473.674014:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036473.674022:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.674030:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036473.674037:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.674041:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.674047:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.674051:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 25 MB=0x6aa255f1db380 00000400:00000200:3.0:1789036473.674056:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036473.676450:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f110 00000400:00000010:2.0:1789036473.676458:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f110. 00000100:00000001:2.0:1789036473.676467:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036473.676750:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8ac506d80 x1875927346558208/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036473.676764:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036473.676767:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8ac506d80 x1875927346558208/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036473.676774:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036473.676776:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036473.677128:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036473.677133:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536e100. 00000400:00000200:2.0:1789036473.677138:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036473.677144:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036473.677148:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44fdd0 00000400:00000010:2.0:1789036473.677151:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44fdd0. 00000100:00000001:2.0:1789036473.677154:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036473.677159:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8ac507480 x1875927346558080/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036473.677400:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036473.677404:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8ac507480 x1875927346558080/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036473.677411:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036473.677412:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1789036473.678568:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.121@tcp of length 224/224 into md 0x53946d [1] + 224 00000800:00000001:3.0:1789036473.678582:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036473.678598:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036473.678601:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036473.678605:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036473.678611:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036473.678618:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8ac507b80 x1875927346557824/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036473.678628:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8ac507b80 x1875927346557824/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.678642:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036473.678649:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036473.678653:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036473.678679:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036473.678682:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789036473.678688:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036473.678690:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036473.678706:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8912066e0. 00000400:00000200:3.0:1789036473.678710:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f198 00000400:00000010:3.0:1789036473.678712:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f198. 00000100:00000001:3.0:1789036473.678715:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036473.678719:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8ac507b80 x1875927346557824/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036473.678725:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8ac507b80 x1875927346557824/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.678731:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036473.678732:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036473.678735:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036473.678738:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036473.678740:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036473.678742:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036473.678745:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036473.678751:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d8861f3c60 time=134 v=5 (5 5 5 5) 00000100:00001000:3.0:1789036473.678755:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d8861f3c18 time=20 v=5 (1 1 1 0) 00000100:00000001:3.0:1789036473.678757:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036473.678759:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036473.678761:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036473.678763:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.678765:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036473.678769:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8ac507b80 x1875927346557824/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.678775:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036473.678778:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036473.678780:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036473.678785:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8ac507b80 x1875927346557824/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036473.678792:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8ac507b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2396:1875927346557824:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036473.678796:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.678798:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036473.678829:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8ac507b80 x1875927346557824/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.678942:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036473.678945:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036473.678948:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d899f74000. 02000000:00000001:3.0:1789036473.678953:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036473.678955:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036473.678957:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d8861f3800 refcount=3 obd=MGC192.168.204.121@tcp 00000020:00000001:3.0:1789036473.678959:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036473.678962:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d886c6d400. 02000000:00000001:3.0:1789036473.678966:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036473.678967:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036473.678969:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8ac507b80. 00000100:00000001:3.0:1789036473.678973:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036473.678974:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036473.678978:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.678980:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036473.678981:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036473.678983:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.678984:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789036473.679687:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036473.679696:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036473.679699:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036473.679701:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036473.679708:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036473.679713:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036473.679721:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036473.679725:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036473.679730:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036473.679733:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 4 MB=0x6aa255f1db500 00000400:00000200:2.0:1789036473.679738:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036473.679752:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.121@tcp of length 224/224 into md 0x53948d [1] + 224 00000800:00000001:2.0:1789036473.679757:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036473.679763:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036473.679766:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036473.679769:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036473.679774:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036473.679781:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8ac506d80 x1875927346558208/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036473.679789:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8ac506d80 x1875927346558208/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.679833:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036473.679890:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036473.679924:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036473.679935:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036473.679938:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789036473.680508:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036473.680511:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036473.680514:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d891206688. 00000400:00000200:3.0:1789036473.680518:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44fb28 00000400:00000010:3.0:1789036473.680520:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44fb28. 00000100:00000001:3.0:1789036473.680523:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036473.680529:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8ac506d80 x1875927346558208/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036473.680538:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8ac506d80 x1875927346558208/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.680544:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036473.680546:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036473.680548:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036473.680550:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036473.680559:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036473.680561:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036473.680565:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036473.680573:0:2395:0:(import.c:2196:obd_at_measure()) add 36 to ffff97d887d65460 time=134 v=36 (36 5 5 5) 00000100:00001000:3.0:1789036473.680577:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887d65418 time=62 v=5 (1 1 1 1) 00000100:00000001:3.0:1789036473.680580:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036473.680581:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036473.680583:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036473.680586:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.680589:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036473.680591:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97d8b9387800: skip recheck: last_committed 42949695659 00000100:00000001:3.0:1789036473.680593:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036473.680595:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036473.680600:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8ac506d80 x1875927346558208/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.680607:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036473.680609:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036473.680611:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036473.680615:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8ac506d80 x1875927346558208/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036473.680688:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8ac506d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346558208:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036473.680693:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.680696:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036473.680699:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8ac506d80 x1875927346558208/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.680705:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036473.680707:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036473.680710:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d899f75600. 02000000:00000001:3.0:1789036473.680714:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036473.680716:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036473.680718:0:2395:0:(genops.c:1222:class_import_put()) import ffff97d887d65000 refcount=3 obd=lustre-OST0000-osc-ffff97d8b9387800 00000020:00000001:3.0:1789036473.680720:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036473.680729:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d886c6d100. 02000000:00000001:3.0:1789036473.680732:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036473.680733:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036473.680735:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8ac506d80. 00000100:00000001:3.0:1789036473.680738:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036473.680739:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036473.680742:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.680744:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036473.680745:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036473.680747:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.680749:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789036473.689101:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036473.689117:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036473.689122:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036473.689124:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036473.689133:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.689141:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036473.689150:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.689155:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.689160:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.689164:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1db400 00000400:00000200:3.0:1789036473.689169:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.689176:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x53947d [1] + 224 00000800:00000001:3.0:1789036473.689184:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036473.689188:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036473.689191:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036473.689196:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036473.689203:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036473.689212:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8ac504380 x1875927346557952/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036473.689223:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8ac504380 x1875927346557952/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.689251:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036473.689258:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036473.689277:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036473.689279:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036473.689280:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036473.689284:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.689287:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036473.689291:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.689294:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.689296:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.689299:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1db480 00000400:00000200:3.0:1789036473.689302:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036473.689305:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x53949d [1] + 224 00000800:00000001:3.0:1789036473.689309:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036473.689352:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036473.689355:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036473.689359:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036473.689362:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036473.689367:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8ac507480 x1875927346558080/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036473.689376:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8ac507480 x1875927346558080/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.689391:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036473.689395:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036473.689398:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036473.689413:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036473.689416:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789036473.689422:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036473.689424:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036473.689426:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d891206738. 00000400:00000200:3.0:1789036473.689431:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f2a8 00000400:00000010:3.0:1789036473.689434:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f2a8. 00000100:00000001:3.0:1789036473.689437:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036473.689441:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8ac507480 x1875927346558080/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036473.689462:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8ac507480 x1875927346558080/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.689469:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036473.689471:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036473.689474:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036473.689477:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036473.689479:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036473.689482:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036473.689484:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036473.689494:0:2395:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edb460 time=134 v=60 (60 61 61 62) 00000100:00001000:3.0:1789036473.689498:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edb418 time=147 v=5 (1 1 0 0) 00000100:00000001:3.0:1789036473.689501:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036473.689502:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036473.689505:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789036473.689510:0:2395:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97d8ac507480 x1875927346558080/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789036473.689516:0:2395:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.689519:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036473.689521:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97d8b9387800: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1789036473.689523:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036473.689525:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036473.689529:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8ac507480 x1875927346558080/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.689535:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036473.689538:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036473.689540:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036473.689544:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8ac507480 x1875927346558080/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036473.689552:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8ac507480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346558080:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036473.689565:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036473.689568:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036473.689572:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8ac507480 x1875927346558080/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036473.689578:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036473.689581:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036473.689584:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d898f15a00. 02000000:00000001:3.0:1789036473.689587:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036473.689590:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036473.689592:0:2395:0:(genops.c:1222:class_import_put()) import ffff97d887edb000 refcount=3 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000020:00000001:3.0:1789036473.689594:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036473.689597:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d886c6d200. 02000000:00000001:3.0:1789036473.689601:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036473.689603:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036473.689605:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8ac507480. 00000100:00000001:3.0:1789036473.689608:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036473.689609:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036473.689612:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036473.689620:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036473.689622:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036473.689624:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036473.689626:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036473.690000:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036473.690003:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789036473.690007:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789036473.690009:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789036473.690011:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8912068f0. 00000400:00000200:2.0:1789036473.690015:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f660 00000400:00000010:2.0:1789036473.690017:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f660. 00000100:00000001:2.0:1789036473.690020:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036473.690025:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8ac504380 x1875927346557952/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789036473.690033:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8ac504380 x1875927346557952/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036473.690039:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789036473.690040:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036473.690042:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789036473.690043:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789036473.690044:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789036473.690045:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036473.690047:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789036473.690052:0:2396:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=134 v=60 (60 61 61 62) 00000100:00001000:2.0:1789036473.690062:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=20 v=5 (1 1 1 0) 00000100:00000001:2.0:1789036473.690065:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789036473.690066:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036473.690067:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789036473.690069:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036473.690072:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789036473.690073:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771464 00000100:00000001:2.0:1789036473.690075:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789036473.690076:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036473.690080:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8ac504380 x1875927346557952/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036473.690086:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036473.690088:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789036473.690090:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789036473.690094:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8ac504380 x1875927346557952/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789036473.690100:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8ac504380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346557952:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036473.690104:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036473.690106:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036473.690109:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8ac504380 x1875927346557952/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036473.690116:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789036473.690117:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789036473.690119:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d899f75200. 02000000:00000001:2.0:1789036473.690122:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789036473.690125:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789036473.690126:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=5 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:2.0:1789036473.690129:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789036473.690130:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d886c6dc00. 02000000:00000001:2.0:1789036473.690133:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789036473.690134:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789036473.690136:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8ac504380. 00000100:00000001:2.0:1789036473.690145:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789036473.690146:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036473.690148:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036473.690153:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789036473.690154:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036473.690155:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036473.690157:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036473.983049:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036473.983057:0:219630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036473.983060:0:219630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036473.983063:0:219630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036473.983067:0:219630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036473.983069:0:219630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036473.983071:0:219630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036473.983073:0:219630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036473.983077:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036473.983078:0:219630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036473.983079:0:219630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036473.983085:0:219630:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036473.983087:0:219630:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789036473.983088:0:219630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036473.983090:0:219630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036473.983091:0:219630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036473.983093:0:219630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036473.983095:0:219630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036473.983257:0:242419:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036473.983261:0:242419:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036473.983264:0:242419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036475.007745:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036475.007752:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036475.007758:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036475.007759:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036475.007856:0:236342:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789036475.007859:0:236342:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036475.007863:0:236342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036476.030985:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036476.030993:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036476.031001:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036476.031003:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036476.031025:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036476.031029:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036476.031032:0:252249:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036477.054957:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036477.054964:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036477.054988:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036477.054990:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036477.055116:0:236343:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036477.055120:0:236343:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036477.055123:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789036477.502940:0:219630:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712ca20 (cpu 2) has reached its deadline 4307558614, at 4307558656 00000100:00000010:2.0:1789036477.502957:0:219630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8b9d5bd80. 00000100:00000040:3.0:1789036477.503048:0:252176:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712cb30 (cpu 3) has reached its deadline 4307558614, at 4307558656 00000100:00000010:3.0:1789036477.503054:0:252176:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8b9d5bea0. 00010000:00000001:2.0:1789036478.079709:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036478.079717:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036478.080175:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036478.080179:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036478.080276:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036478.080280:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036478.080283:0:248124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789036478.782956:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789036478.782967:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789036478.782978:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8ac504380. 00000020:00000040:2.0:1789036478.782984:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d8861f3800 refcount=4 obd=MGC192.168.204.121@tcp 00000100:00000001:2.0:1789036478.782989:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789036478.782992:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789036478.782998:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789036478.783006:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d886c6dc00. 00000100:00000001:2.0:1789036478.783013:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036478.783025:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS req@ffff97d8ac504380 x1875927346558336/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789036478.783037:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789036478.783041:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036478.783060:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000112f3c2e] to pc [ptlrpcd_01_01+1] req@ffff97d8ac504380 x1875927346558336/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036478.783091:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036478.783094:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789036478.783097:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789036478.783101:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8ac504a80. 00000020:00000040:2.0:1789036478.783103:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=6 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:2.0:1789036478.783105:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789036478.783107:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789036478.783108:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789036478.783112:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d886c6dd00. 00000100:00000001:2.0:1789036478.783130:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036478.783135:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID req@ffff97d8ac504a80 x1875927346558464/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789036478.783143:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789036478.783145:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036478.783149:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d50981d9] to pc [ptlrpcd_01_00+0] req@ffff97d8ac504a80 x1875927346558464/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036478.783158:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036478.783160:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789036478.783164:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789036478.783176:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8ac506a00. 00000020:00000040:2.0:1789036478.783178:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d887edb000 refcount=4 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000100:00000001:2.0:1789036478.783181:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789036478.783182:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789036478.783184:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789036478.783189:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d886c6d200. 00000100:00000001:2.0:1789036478.783192:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036478.783197:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID req@ffff97d8ac506a00 x1875927346558592/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789036478.783203:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789036478.783205:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036478.783210:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009160264f] to pc [ptlrpcd_01_01+1] req@ffff97d8ac506a00 x1875927346558592/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036478.783228:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036478.783231:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789036478.783234:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789036478.783237:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8ac506680. 00000020:00000040:2.0:1789036478.783239:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d887d65000 refcount=4 obd=lustre-OST0000-osc-ffff97d8b9387800 00000100:00000001:2.0:1789036478.783241:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789036478.783248:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789036478.783250:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789036478.783254:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d886c6d100. 00000100:00000001:2.0:1789036478.783257:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036478.783261:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID req@ffff97d8ac506680 x1875927346558720/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789036478.783268:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789036478.783270:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036478.783274:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000145566a4] to pc [ptlrpcd_01_00+0] req@ffff97d8ac506680 x1875927346558720/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036478.783280:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036478.783283:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789036478.783286:0:234282:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789036478.783291:0:234282:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12897) 00000100:00000001:3.0:1789036478.783743:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036478.783748:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036478.783751:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036478.783758:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8ac504380 x1875927346558336/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.783780:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036478.783782:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036478.783785:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036478.784329:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036478.784332:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036478.784338:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8ac504380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2396:1875927346558336:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036478.784342:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036478.784348:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036478.784350:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036478.784352:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036478.784357:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d899f75600. 02000000:00000001:3.0:1789036478.784359:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036478.784365:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036478.784370:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d891206738. 00000400:00000010:3.0:1789036478.784376:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f2a8. 00000100:00000200:3.0:1789036478.784383:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346558336, portal 25 00000100:00000001:3.0:1789036478.784385:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036478.784387:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555592512384 : -114518117039232 : ffff97d8ac504380) 00000100:00000040:3.0:1789036478.784393:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8ac504380 x1875927346558336/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.784400:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036478.784402:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036478.784405:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44fb28. 00000100:00000200:3.0:1789036478.784407:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875927346558336, offset 0 00000400:00000200:3.0:1789036478.784413:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036478.784421:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036478.784428:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036478.784433:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036478.784436:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036478.784439:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036478.784442:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036478.784452:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557029:557029:256:4294967295] 192.168.204.121@tcp LPNI seq info [556983:556983:8:4294967295] 00000400:00000200:3.0:1789036478.784456:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036478.784465:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036478.784471:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036478.784476:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536e500. 00000800:00000200:3.0:1789036478.784483:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036478.784490:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036478.784495:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036478.784516:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036478.784521:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036478.784524:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 2 is 4307563735 00000100:00000010:3.0:1789036478.784528:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8b9d5bea0. 00000100:00000001:3.0:1789036478.784535:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789036478.784541:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 3 is 4307563735 00000100:00000010:3.0:1789036478.784545:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8b9d5b600. 00000100:00000001:3.0:1789036478.784548:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789036478.784551:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036478.784554:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036478.784557:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036478.784561:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8ac506a00 x1875927346558592/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.784568:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036478.784570:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036478.784587:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036478.784590:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036478.784592:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036478.784595:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8ac506a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346558592:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036478.784599:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036478.784601:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036478.784603:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036478.784610:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036478.784614:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d899f74000. 02000000:00000001:3.0:1789036478.784616:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036478.784620:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036478.784622:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d891206688. 00000400:00000010:3.0:1789036478.784626:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f198. 00000100:00000200:3.0:1789036478.784629:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346558592, portal 10 00000100:00000001:3.0:1789036478.784631:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036478.784632:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555592522240 : -114518117029376 : ffff97d8ac506a00) 00000100:00000040:3.0:1789036478.784640:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8ac506a00 x1875927346558592/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.784646:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036478.784648:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036478.784651:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f7f8. 00000100:00000200:3.0:1789036478.784653:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346558592, offset 0 00000400:00000200:3.0:1789036478.784657:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036478.784661:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036478.784664:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036478.784667:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036478.784669:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036478.784671:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036478.784673:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036478.784676:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557030:557030:255:4294967295] 192.168.204.121@tcp LPNI seq info [556984:556984:7:4294967295] 00000400:00000200:3.0:1789036478.784679:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036478.784685:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036478.784690:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036478.784693:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536ec00. 00000800:00000200:3.0:1789036478.784698:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036478.784702:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036478.784704:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036478.784707:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036478.784716:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: using a timeout of 19618 usecs (20 jiffies) 00000400:00000200:3.0:1789036478.784719:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036478.784721:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307559957 00000100:00000001:3.0:1789036478.784724:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307563735 00000100:00000001:3.0:1789036478.784726:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307559957 00000100:00000001:3.0:1789036478.784728:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307563735 00000100:00000001:3.0:1789036478.784730:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036478.784732:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036478.784734:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036478.784737:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036478.784743:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036478.784745:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789036478.784747:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036478.784748:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036478.784750:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036478.784753:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1789036478.784755:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036478.784757:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036478.784758:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036478.784760:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036478.784761:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036478.784762:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036478.784766:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8ac504a80 x1875927346558464/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.784772:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036478.784773:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036478.784776:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036478.784777:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036478.784779:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036478.784781:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8ac504a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346558464:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036478.784784:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1789036478.785001:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036478.785006:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536e500. 00000400:00000200:2.0:1789036478.785014:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036478.785019:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036478.785025:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44fb28 00000400:00000010:2.0:1789036478.785028:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44fb28. 00000100:00000001:2.0:1789036478.785033:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036478.785037:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8ac504380 x1875927346558336/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036478.785048:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036478.785052:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8ac504380 x1875927346558336/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036478.785059:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036478.785061:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036478.785126:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036478.785129:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536ec00. 00000400:00000200:2.0:1789036478.785132:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036478.785141:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036478.785144:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f7f8 00000400:00000010:2.0:1789036478.785145:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f7f8. 00000100:00000001:2.0:1789036478.785148:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036478.785152:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8ac506a00 x1875927346558592/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036478.785159:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036478.785162:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8ac506a00 x1875927346558592/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036478.785168:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036478.785170:0:2388:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1789036478.786519:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036478.786523:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036478.786537:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036478.786544:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d899f75200. 02000000:00000001:3.0:1789036478.786547:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036478.786554:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036478.786557:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8912066e0. 00000400:00000010:3.0:1789036478.786562:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f6e8. 00000100:00000200:3.0:1789036478.786567:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346558464, portal 10 00000100:00000001:3.0:1789036478.786570:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036478.786582:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555592514176 : -114518117037440 : ffff97d8ac504a80) 00000100:00000040:3.0:1789036478.786594:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8ac504a80 x1875927346558464/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.786601:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036478.786604:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036478.786606:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f3b8. 00000100:00000200:3.0:1789036478.786609:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346558464, offset 0 00000400:00000200:3.0:1789036478.786614:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036478.786620:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036478.786626:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036478.786630:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036478.786633:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036478.786636:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036478.786638:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036478.786641:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557031:557031:256:4294967295] 192.168.204.121@tcp LPNI seq info [556985:556985:8:4294967295] 00000400:00000200:3.0:1789036478.786645:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036478.786652:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036478.786656:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036478.786660:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536e200. 00000800:00000200:3.0:1789036478.786665:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036478.786671:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036478.786674:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036478.786692:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036478.786702:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25672 usecs (26 jiffies) 00000400:00000200:3.0:1789036478.786705:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036478.786708:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307559965 00000100:00000001:3.0:1789036478.786712:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307563735 00000100:00000001:3.0:1789036478.786715:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307559965 00000100:00000001:3.0:1789036478.786716:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307563735 00000100:00000001:3.0:1789036478.786719:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036478.786722:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036478.786725:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036478.786731:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8ac506680 x1875927346558720/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.786738:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036478.786739:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036478.786742:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036478.786745:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036478.786747:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036478.786750:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8ac506680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346558720:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036478.786753:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036478.786757:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036478.786758:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036478.786760:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036478.786764:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d8a079e800. 02000000:00000001:3.0:1789036478.786766:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036478.786769:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036478.786772:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d891206d68. 00000400:00000010:3.0:1789036478.786776:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f440. 00000100:00000200:3.0:1789036478.786779:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346558720, portal 4 00000100:00000001:3.0:1789036478.786781:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036478.786783:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555592521344 : -114518117030272 : ffff97d8ac506680) 00000800:00000200:2.0:1789036478.787095:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036478.787100:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536e200. 00000400:00000200:2.0:1789036478.787104:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036478.787109:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036478.787114:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f3b8 00000400:00000010:2.0:1789036478.787116:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f3b8. 00000100:00000001:2.0:1789036478.787119:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036478.787123:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8ac504a80 x1875927346558464/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036478.787132:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036478.787135:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8ac504a80 x1875927346558464/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036478.787141:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036478.787143:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789036478.788229:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8ac506680 x1875927346558720/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.788254:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036478.788258:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000100:00000001:2.0:1789036478.788510:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036478.788515:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789036478.788525:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036478.788538:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036478.788540:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036478.788544:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036478.788550:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.788556:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036478.788569:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.788584:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.788589:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.788593:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1db680 00000400:00000200:2.0:1789036478.788598:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.788603:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x5394bd [1] + 224 00000800:00000001:2.0:1789036478.788610:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036478.788626:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036478.788630:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036478.788634:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036478.788640:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036478.788646:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8ac506a00 x1875927346558592/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036478.788655:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8ac506a00 x1875927346558592/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036478.788663:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036478.788673:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036478.788676:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1789036478.789148:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44fcc0. 00000100:00000200:3.0:1789036478.789154:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875927346558720, offset 0 00000400:00000200:3.0:1789036478.789161:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036478.789167:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036478.789172:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036478.789177:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036478.789180:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036478.789184:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036478.789186:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036478.789189:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557032:557032:256:4294967295] 192.168.204.121@tcp LPNI seq info [556986:556986:8:4294967295] 00000400:00000200:3.0:1789036478.789194:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036478.789200:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036478.789205:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036478.789211:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536e400. 00000800:00000200:3.0:1789036478.789217:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000001:2.0:1789036478.789441:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036478.789448:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036478.789451:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036478.789453:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036478.789457:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.789461:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036478.789466:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.789469:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.789472:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.789475:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 25 MB=0x6aa255f1db580 00000400:00000200:2.0:1789036478.789479:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.789484:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.121@tcp of length 224/224 into md 0x5394ad [1] + 224 00000800:00000001:2.0:1789036478.789488:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036478.789500:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036478.789502:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036478.789507:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036478.789511:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036478.789518:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8ac504380 x1875927346558336/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036478.789528:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8ac504380 x1875927346558336/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036478.789535:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036478.789542:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036478.789545:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036478.789547:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036478.789549:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036478.789552:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.789556:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036478.789561:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.789563:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.789566:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.789570:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1db600 00000400:00000200:2.0:1789036478.789585:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.789588:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x5394cd [1] + 224 00000800:00000001:2.0:1789036478.789592:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036478.789647:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036478.789650:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036478.789653:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036478.789656:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036478.789661:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8ac504a80 x1875927346558464/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036478.789669:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8ac504a80 x1875927346558464/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036478.789676:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036478.789687:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036478.789689:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789036478.790018:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036478.790023:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036478.790041:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036478.790048:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: using a timeout of 102132 usecs (103 jiffies) 00000400:00000200:3.0:1789036478.790053:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036478.790056:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307560046 00000100:00000001:3.0:1789036478.790059:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307563735 00000100:00000001:3.0:1789036478.790062:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307560046 00000100:00000001:3.0:1789036478.790064:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307563735 00000100:00000001:3.0:1789036478.790066:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036478.790070:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1789036478.790181:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036478.790183:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036478.790188:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d891206738. 00000400:00000200:3.0:1789036478.790192:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f2a8 00000400:00000010:3.0:1789036478.790195:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f2a8. 00000100:00000001:3.0:1789036478.790198:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036478.790203:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8ac504380 x1875927346558336/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036478.790211:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8ac504380 x1875927346558336/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.790218:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036478.790219:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036478.790341:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036478.790344:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036478.790346:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036478.790348:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036478.790352:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036478.790360:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d8861f3c60 time=139 v=5 (5 5 5 5) 00000100:00001000:3.0:1789036478.790364:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d8861f3c18 time=25 v=5 (1 1 1 0) 00000100:00000001:3.0:1789036478.790366:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036478.790368:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036478.790371:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036478.790373:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036478.790375:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036478.790380:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8ac504380 x1875927346558336/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.790386:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036478.790389:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036478.790391:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036478.790395:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8ac504380 x1875927346558336/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036478.790403:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8ac504380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2396:1875927346558336:192.168.204.121@tcp:400:kworker.0 00000400:00000001:3.0:1789036478.790408:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036478.790415:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036478.790417:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d891206688. 00000400:00000200:3.0:1789036478.790420:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f198 00000400:00000010:3.0:1789036478.790422:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f198. 00000100:00000001:3.0:1789036478.790424:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036478.790428:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8ac506a00 x1875927346558592/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036478.790436:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8ac506a00 x1875927346558592/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.790442:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036478.790443:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036478.790445:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036478.790447:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036478.790448:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036478.790449:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036478.790451:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036478.790457:0:2396:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edb460 time=139 v=60 (60 61 61 62) 00000100:00001000:3.0:1789036478.790460:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edb418 time=152 v=5 (1 1 0 0) 00000100:00000001:3.0:1789036478.790462:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036478.790463:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036478.790465:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789036478.790468:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97d8ac506a00 x1875927346558592/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789036478.790475:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036478.790477:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036478.790479:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97d8b9387800: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1789036478.790481:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036478.790483:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036478.790486:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8ac506a00 x1875927346558592/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.790492:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036478.790493:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036478.790495:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036478.790504:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8ac506a00 x1875927346558592/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036478.790511:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8ac506a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346558592:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036478.790514:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036478.790517:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036478.790520:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8ac504380 x1875927346558336/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.790526:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036478.790528:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036478.790532:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d899f75600. 02000000:00000001:3.0:1789036478.790536:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036478.790538:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036478.790540:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d8861f3800 refcount=3 obd=MGC192.168.204.121@tcp 00000020:00000001:3.0:1789036478.790543:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036478.790545:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d886c6dc00. 02000000:00000001:3.0:1789036478.790548:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036478.790550:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036478.790552:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8ac504380. 00000100:00000001:3.0:1789036478.790555:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036478.790556:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036478.790558:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036478.790560:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8ac506a00 x1875927346558592/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.790565:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036478.790566:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036478.790568:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d899f74000. 02000000:00000001:3.0:1789036478.790570:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036478.790581:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036478.790583:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d887edb000 refcount=3 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000020:00000001:3.0:1789036478.790585:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036478.790586:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d886c6d200. 02000000:00000001:3.0:1789036478.790588:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036478.790589:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036478.790595:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8ac506a00. 00000100:00000001:3.0:1789036478.790598:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036478.790599:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036478.790602:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036478.790604:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036478.790607:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789036478.790610:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036478.790611:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036478.790613:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8912066e0. 00000400:00000200:3.0:1789036478.790615:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f6e8 00000400:00000010:3.0:1789036478.790616:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f6e8. 00000100:00000001:3.0:1789036478.790619:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036478.790622:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8ac504a80 x1875927346558464/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036478.790629:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8ac504a80 x1875927346558464/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.790634:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036478.790636:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036478.790637:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036478.790639:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036478.790640:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036478.790641:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036478.790642:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036478.790646:0:2396:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=139 v=60 (60 61 61 62) 00000100:00001000:3.0:1789036478.790649:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=25 v=5 (1 1 1 0) 00000100:00000001:3.0:1789036478.790651:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036478.790652:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036478.790654:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036478.790656:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036478.790657:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036478.790659:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771464 00000100:00000001:3.0:1789036478.790660:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036478.790662:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036478.790665:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8ac504a80 x1875927346558464/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.790678:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036478.790680:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036478.790681:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036478.790685:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8ac504a80 x1875927346558464/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036478.790691:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8ac504a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346558464:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036478.790694:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036478.790696:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036478.790698:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8ac504a80 x1875927346558464/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.790703:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036478.790704:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036478.790706:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d899f75200. 02000000:00000001:3.0:1789036478.790708:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036478.790709:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036478.790710:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=5 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:3.0:1789036478.790712:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036478.790713:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d886c6dd00. 02000000:00000001:3.0:1789036478.790715:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036478.790716:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036478.790717:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8ac504a80. 00000100:00000001:3.0:1789036478.790719:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036478.790720:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036478.790722:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036478.790723:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036478.790724:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036478.790726:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036478.790727:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789036478.790877:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036478.790881:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536e400. 00000400:00000200:2.0:1789036478.790885:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036478.790889:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036478.790893:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44fcc0 00000400:00000010:2.0:1789036478.790894:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44fcc0. 00000100:00000001:2.0:1789036478.790898:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036478.790902:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8ac506680 x1875927346558720/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036478.790909:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036478.790912:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8ac506680 x1875927346558720/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036478.790917:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036478.790919:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789036478.796257:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036478.796287:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036478.796292:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036478.796295:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036478.796304:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.796312:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036478.796321:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.796325:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.796331:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.796336:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 4 MB=0x6aa255f1db700 00000400:00000200:2.0:1789036478.796341:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036478.796347:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.121@tcp of length 224/224 into md 0x5394dd [1] + 224 00000800:00000001:2.0:1789036478.796355:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036478.796363:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036478.796366:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036478.796370:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036478.796377:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036478.796399:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8ac506680 x1875927346558720/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036478.796410:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8ac506680 x1875927346558720/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036478.796433:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036478.796444:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036478.796447:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036478.796587:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036478.796592:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789036478.796599:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036478.796600:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036478.796611:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d891206d68. 00000400:00000200:3.0:1789036478.796615:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f440 00000400:00000010:3.0:1789036478.796617:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f440. 00000100:00000001:3.0:1789036478.796621:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036478.796626:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8ac506680 x1875927346558720/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036478.796635:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8ac506680 x1875927346558720/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.796641:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036478.796644:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036478.796646:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036478.796649:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036478.796652:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036478.796654:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036478.796657:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036478.796666:0:2396:0:(import.c:2196:obd_at_measure()) add 36 to ffff97d887d65460 time=139 v=36 (36 5 5 5) 00000100:00001000:3.0:1789036478.796670:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887d65418 time=67 v=5 (1 1 1 1) 00000100:00000001:3.0:1789036478.796673:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036478.796674:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036478.796677:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036478.796680:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036478.796684:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036478.796685:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97d8b9387800: skip recheck: last_committed 42949695659 00000100:00000001:3.0:1789036478.796688:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036478.796690:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036478.796695:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8ac506680 x1875927346558720/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.796701:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036478.796704:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036478.796706:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036478.796709:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8ac506680 x1875927346558720/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036478.796716:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8ac506680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346558720:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036478.796727:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036478.796731:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036478.796734:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8ac506680 x1875927346558720/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036478.796741:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036478.796743:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036478.796747:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d8a079e800. 02000000:00000001:3.0:1789036478.796751:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036478.796753:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036478.796755:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d887d65000 refcount=3 obd=lustre-OST0000-osc-ffff97d8b9387800 00000020:00000001:3.0:1789036478.796757:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036478.796759:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d886c6d100. 02000000:00000001:3.0:1789036478.796763:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036478.796764:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036478.796766:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8ac506680. 00000100:00000001:3.0:1789036478.796769:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036478.796770:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036478.796773:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036478.796780:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036478.796783:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036478.796785:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036478.796787:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036479.105376:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036479.105383:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036479.105388:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036479.105390:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036479.105469:0:242419:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789036479.105473:0:242419:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036479.105476:0:242419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036480.129169:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036480.129175:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036480.129180:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036480.129182:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036480.132503:0:236342:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036480.132509:0:236342:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036480.132514:0:236342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036481.150959:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036481.150966:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036481.150972:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036481.150973:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036481.151025:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036481.151029:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036481.151032:0:252249:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789036481.219621:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d62180] -> 12345-192.168.204.21@tcp (6) 00000800:00000200:1.0:1789036481.219630:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:988 00000800:00000200:1.0:1789036481.219634:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d892543c00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1789036481.220477:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1789036481.220484:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036481.220497:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036481.220500:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036481.220503:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789036482.175376:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036482.175384:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036482.175389:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036482.175390:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036482.175498:0:236343:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036482.175501:0:236343:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036482.175505:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789036482.622938:0:219630:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712ca20 (cpu 2) has reached its deadline 4307563735, at 4307563776 00000100:00000010:2.0:1789036482.622954:0:219630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8b9d5bea0. 00000100:00000040:3.0:1789036482.623369:0:252176:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712cb30 (cpu 3) has reached its deadline 4307563735, at 4307563776 00000100:00000010:3.0:1789036482.623375:0:252176:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8b9d5b600. 00010000:00000001:2.0:1789036483.198961:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036483.198970:0:219630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036483.198988:0:219630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036483.198991:0:219630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036483.198995:0:219630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036483.198997:0:219630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036483.198999:0:219630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036483.199002:0:219630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036483.199007:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036483.199008:0:219630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036483.199009:0:219630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036483.199015:0:219630:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036483.199017:0:219630:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789036483.199018:0:219630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036483.199020:0:219630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036483.199021:0:219630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036483.199022:0:219630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036483.199024:0:219630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036483.199092:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036483.199095:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036483.199097:0:248124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789036483.903621:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789036483.903631:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789036483.903644:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8ac505c00. 00000020:00000040:2.0:1789036483.903651:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d8861f3800 refcount=4 obd=MGC192.168.204.121@tcp 00000100:00000001:2.0:1789036483.903655:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789036483.903659:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789036483.903663:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789036483.903672:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d886c6d400. 00000100:00000001:2.0:1789036483.903679:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036483.903690:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS req@ffff97d8ac505c00 x1875927346558848/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789036483.903702:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789036483.903706:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036483.903712:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3c34d63] to pc [ptlrpcd_01_01+1] req@ffff97d8ac505c00 x1875927346558848/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.903748:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036483.903751:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789036483.903754:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789036483.903773:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8ac507100. 00000020:00000040:2.0:1789036483.903776:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=6 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:2.0:1789036483.903778:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789036483.903780:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789036483.903781:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789036483.903786:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d886c6d100. 00000100:00000001:2.0:1789036483.903789:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036483.903794:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID req@ffff97d8ac507100 x1875927346558976/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789036483.903802:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789036483.903804:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036483.903808:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ccc2854] to pc [ptlrpcd_01_00+0] req@ffff97d8ac507100 x1875927346558976/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.903843:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036483.903846:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789036483.903849:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789036483.903852:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8ac505880. 00000020:00000040:2.0:1789036483.903854:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d887edb000 refcount=4 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000100:00000001:2.0:1789036483.903856:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789036483.903857:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789036483.903859:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789036483.903862:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d886c6dd00. 00000100:00000001:2.0:1789036483.903865:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036483.903869:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID req@ffff97d8ac505880 x1875927346559104/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789036483.903875:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789036483.903876:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036483.903880:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d317f492] to pc [ptlrpcd_01_01+1] req@ffff97d8ac505880 x1875927346559104/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.903886:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036483.903894:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789036483.903897:0:234282:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789036483.903899:0:234282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8ac505180. 00000020:00000040:2.0:1789036483.903902:0:234282:0:(genops.c:1209:class_import_get()) import ffff97d887d65000 refcount=4 obd=lustre-OST0000-osc-ffff97d8b9387800 00000100:00000001:2.0:1789036483.903904:0:234282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789036483.903905:0:234282:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789036483.903907:0:234282:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789036483.903910:0:234282:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d886c6d200. 00000100:00000001:2.0:1789036483.903914:0:234282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036483.903917:0:234282:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID req@ffff97d8ac505180 x1875927346559232/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789036483.903924:0:234282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789036483.903926:0:234282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036483.903930:0:234282:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318f8a63] to pc [ptlrpcd_01_00+0] req@ffff97d8ac505180 x1875927346559232/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.903937:0:234282:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036483.903939:0:234282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789036483.903942:0:234282:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789036483.903946:0:234282:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12902) 00000100:00000001:2.0:1789036483.903961:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036483.903965:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036483.903967:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789036483.903971:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8ac507100 x1875927346558976/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.903978:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789036483.903980:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036483.903983:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789036483.903985:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789036483.903988:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789036483.903991:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8ac507100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346558976:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036483.904003:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789036483.904009:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789036483.904011:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036483.904013:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789036483.904018:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d88b1a1e00. 02000000:00000001:2.0:1789036483.904020:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036483.904028:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:2.0:1789036483.904032:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d882fb1000. 00000400:00000010:2.0:1789036483.904039:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b880. 00000100:00000200:2.0:1789036483.904045:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346558976, portal 10 00000100:00000001:2.0:1789036483.904048:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789036483.904049:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555592524032 : -114518117027584 : ffff97d8ac507100) 00000100:00000040:2.0:1789036483.904057:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8ac507100 x1875927346558976/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.904064:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789036483.904067:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:2.0:1789036483.904069:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b770. 00000100:00000200:2.0:1789036483.904072:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346558976, offset 0 00000400:00000200:2.0:1789036483.904078:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:2.0:1789036483.904087:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036483.904095:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:2.0:1789036483.904100:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789036483.904104:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:2.0:1789036483.904108:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789036483.904110:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:2.0:1789036483.904114:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557033:557033:256:4294967295] 192.168.204.121@tcp LPNI seq info [556987:556987:8:4294967295] 00000400:00000200:2.0:1789036483.904118:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036483.904126:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789036483.904133:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:2.0:1789036483.904138:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d886c6dc00. 00000800:00000200:2.0:1789036483.904143:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:2.0:1789036483.904155:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:2.0:1789036483.904159:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d886c6dc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789036483.904171:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036483.904175:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25667 usecs (26 jiffies) 00000400:00000200:2.0:1789036483.904179:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036483.904181:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307565083 00000100:00000010:2.0:1789036483.904186:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8ac080b40. 00000100:00000001:2.0:1789036483.904192:0:2395:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789036483.904196:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307565083 00000100:00000010:2.0:1789036483.904199:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8ac080180. 00000100:00000001:2.0:1789036483.904202:0:2395:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789036483.904210:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036483.904213:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036483.904216:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789036483.904220:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8ac505180 x1875927346559232/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.904227:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789036483.904229:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036483.904231:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789036483.904232:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789036483.904234:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789036483.904237:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8ac505180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346559232:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036483.904240:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789036483.904242:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789036483.904243:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036483.904245:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789036483.904248:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d88b1a1400. 02000000:00000001:2.0:1789036483.904250:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036483.904253:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:2.0:1789036483.904256:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d882fb1cb8. 00000400:00000010:2.0:1789036483.904259:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739bcc0. 00000100:00000200:2.0:1789036483.904268:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346559232, portal 4 00000100:00000001:2.0:1789036483.904270:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789036483.904271:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555592515968 : -114518117035648 : ffff97d8ac505180) 00000100:00000040:2.0:1789036483.904278:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8ac505180 x1875927346559232/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.904284:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789036483.904287:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:2.0:1789036483.904289:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b990. 00000100:00000200:2.0:1789036483.904291:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875927346559232, offset 0 00000400:00000200:2.0:1789036483.904296:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:2.0:1789036483.904300:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036483.904303:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:2.0:1789036483.904306:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789036483.904309:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:2.0:1789036483.904311:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789036483.904313:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:2.0:1789036483.904316:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557034:557034:255:4294967295] 192.168.204.121@tcp LPNI seq info [556988:556988:7:4294967295] 00000400:00000200:2.0:1789036483.904319:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036483.904324:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789036483.904329:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:2.0:1789036483.904333:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d883ca9e00. 00000800:00000200:2.0:1789036483.904337:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:2.0:1789036483.904340:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:2.0:1789036483.904343:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d883ca9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789036483.904345:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036483.904348:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: using a timeout of 102065 usecs (103 jiffies) 00000400:00000200:2.0:1789036483.904351:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036483.904353:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307565160 00000100:00000001:2.0:1789036483.904358:0:2395:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 2, simply extend its deadline from 4307565083 00000100:00000001:2.0:1789036483.904361:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307565160 00000100:00000001:2.0:1789036483.904370:0:2395:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 3, simply extend its deadline from 4307565083 00000100:00000001:2.0:1789036483.904373:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036483.904375:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036483.904377:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036483.904380:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036483.904387:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789036483.904390:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1789036483.904392:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036483.904393:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036483.904394:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789036483.904397:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1789036483.904399:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036483.904401:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789036483.904402:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036483.904404:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036483.904405:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036483.904406:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789036483.904411:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8ac505c00 x1875927346558848/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.904418:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789036483.904419:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036483.904421:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789036483.904423:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789036483.904424:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789036483.904427:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8ac505c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2395:1875927346558848:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036483.904430:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789036483.904432:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789036483.904434:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036483.904435:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789036483.904438:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d88b1a1800. 02000000:00000001:2.0:1789036483.904440:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036483.904444:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:2.0:1789036483.904446:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d882fb1a50. 00000400:00000010:2.0:1789036483.904450:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b220. 00000100:00000200:2.0:1789036483.904453:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346558848, portal 25 00000100:00000001:2.0:1789036483.904460:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789036483.904461:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555592518656 : -114518117032960 : ffff97d8ac505c00) 00000100:00000040:2.0:1789036483.904467:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8ac505c00 x1875927346558848/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.904473:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789036483.904487:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:2.0:1789036483.904491:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b3b8. 00000100:00000200:2.0:1789036483.904494:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875927346558848, offset 0 00000400:00000200:2.0:1789036483.904497:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:2.0:1789036483.904501:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036483.904505:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:2.0:1789036483.904508:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789036483.904510:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:2.0:1789036483.904512:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789036483.904514:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:2.0:1789036483.904517:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557035:557035:254:4294967295] 192.168.204.121@tcp LPNI seq info [556989:556989:6:4294967295] 00000400:00000200:2.0:1789036483.904520:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036483.904525:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789036483.904529:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:2.0:1789036483.904533:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d883ca9300. 00000800:00000200:2.0:1789036483.904537:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:2.0:1789036483.904541:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:2.0:1789036483.904544:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d883ca9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789036483.904546:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036483.904550:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036483.904551:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 2 is 4307568855 00000100:00000001:2.0:1789036483.904555:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307565160 00000100:00000001:2.0:1789036483.904557:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 3 is 4307568855 00000100:00000001:2.0:1789036483.904559:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307565160 00000100:00000001:2.0:1789036483.904562:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036483.904569:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036483.904571:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789036483.904575:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8ac505880 x1875927346559104/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.904580:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789036483.904581:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036483.904583:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789036483.904585:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789036483.904586:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789036483.904589:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8ac505880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346559104:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036483.904592:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789036483.904594:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789036483.904595:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036483.904597:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789036483.904601:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d887164200. 02000000:00000001:2.0:1789036483.904602:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036483.904605:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:2.0:1789036483.904607:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d882fb1948. 00000400:00000010:2.0:1789036483.904610:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b550. 00000100:00000200:2.0:1789036483.904613:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346559104, portal 10 00000100:00000001:2.0:1789036483.904615:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789036483.904616:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555592517760 : -114518117033856 : ffff97d8ac505880) 00000100:00000040:2.0:1789036483.904621:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8ac505880 x1875927346559104/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.904626:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789036483.904628:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:2.0:1789036483.904630:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b6e8. 00000100:00000200:2.0:1789036483.904632:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346559104, offset 0 00000400:00000200:2.0:1789036483.904636:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:2.0:1789036483.904639:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036483.904643:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:2.0:1789036483.904645:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789036483.904653:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:2.0:1789036483.904655:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789036483.904657:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:2.0:1789036483.904660:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557036:557036:253:4294967295] 192.168.204.121@tcp LPNI seq info [556990:556990:5:4294967295] 00000400:00000200:2.0:1789036483.904663:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036483.904668:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789036483.904672:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:2.0:1789036483.904675:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d883ca9900. 00000800:00000200:2.0:1789036483.904678:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:2.0:1789036483.904682:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:2.0:1789036483.904684:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d883ca9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789036483.904686:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036483.904689:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: using a timeout of 19618 usecs (20 jiffies) 00000400:00000200:2.0:1789036483.904692:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036483.904693:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307565077 00000100:00000001:2.0:1789036483.904696:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307568855 00000100:00000001:2.0:1789036483.904698:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307565077 00000100:00000001:2.0:1789036483.904699:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307568855 00000100:00000001:2.0:1789036483.904701:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036483.904703:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036483.904705:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036483.904707:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789036483.904754:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036483.904758:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d886c6dc00. 00000400:00000200:2.0:1789036483.904766:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036483.904771:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036483.904777:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b770 00000400:00000010:2.0:1789036483.904779:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b770. 00000100:00000001:2.0:1789036483.904784:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036483.904789:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8ac507100 x1875927346558976/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.904803:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036483.904808:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8ac507100 x1875927346558976/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.904839:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036483.904841:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036483.904859:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036483.904861:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d883ca9e00. 00000400:00000200:2.0:1789036483.904865:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036483.904869:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036483.904874:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b990 00000400:00000010:2.0:1789036483.904876:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b990. 00000100:00000001:2.0:1789036483.904878:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036483.904881:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8ac505180 x1875927346559232/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.904887:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036483.904890:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8ac505180 x1875927346559232/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.904896:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036483.904897:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036483.904907:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036483.904910:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d883ca9300. 00000400:00000200:2.0:1789036483.904912:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036483.904916:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036483.904918:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b3b8 00000400:00000010:2.0:1789036483.904920:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b3b8. 00000100:00000001:2.0:1789036483.904921:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036483.904924:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8ac505c00 x1875927346558848/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.904931:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036483.904934:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8ac505c00 x1875927346558848/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.904951:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036483.904953:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036483.905015:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036483.905018:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d883ca9900. 00000400:00000200:2.0:1789036483.905021:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036483.905024:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036483.905027:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b6e8 00000400:00000010:2.0:1789036483.905029:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b6e8. 00000100:00000001:2.0:1789036483.905031:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036483.905035:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8ac505880 x1875927346559104/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.905042:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036483.905044:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8ac505880 x1875927346559104/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.905050:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036483.905052:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789036483.905252:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036483.905256:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789036483.909648:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036483.909664:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036483.909669:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036483.909686:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036483.909695:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036483.909738:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036483.909748:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036483.909753:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036483.909758:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036483.909762:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 4 MB=0x6aa255f1db900 00000400:00000200:3.0:1789036483.909767:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036483.909773:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.121@tcp of length 224/224 into md 0x5394fd [1] + 224 00000800:00000001:3.0:1789036483.909779:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036483.909784:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036483.909787:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036483.909792:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036483.909799:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036483.909806:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8ac505180 x1875927346559232/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036483.909851:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8ac505180 x1875927346559232/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036483.909867:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036483.909875:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036483.909879:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036483.909881:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036483.909883:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036483.909886:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036483.909889:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036483.909893:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036483.909896:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036483.909899:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036483.909901:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 25 MB=0x6aa255f1db780 00000400:00000200:3.0:1789036483.909905:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036483.909909:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.121@tcp of length 224/224 into md 0x53950d [1] + 224 00000800:00000001:3.0:1789036483.909913:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036483.909921:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036483.909923:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036483.909927:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036483.909930:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036483.909935:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8ac505c00 x1875927346558848/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036483.909944:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8ac505c00 x1875927346558848/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036483.909951:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036483.909954:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036483.909956:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036483.909958:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036483.909959:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036483.909962:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036483.909965:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036483.909969:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036483.909971:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036483.909989:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036483.909992:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1db800 00000400:00000200:3.0:1789036483.909995:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036483.910000:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x5394ed [1] + 224 00000800:00000001:3.0:1789036483.910003:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036483.910008:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036483.910010:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036483.910013:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036483.910015:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036483.910019:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8ac507100 x1875927346558976/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036483.910028:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8ac507100 x1875927346558976/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036483.910035:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036483.910043:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036483.910045:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036483.910061:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036483.910064:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789036483.910070:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036483.910071:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036483.910074:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d882fb1a50. 00000400:00000200:3.0:1789036483.910078:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b220 00000400:00000010:3.0:1789036483.910080:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b220. 00000100:00000001:3.0:1789036483.910083:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036483.910087:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8ac505c00 x1875927346558848/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036483.910095:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8ac505c00 x1875927346558848/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036483.910101:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036483.910103:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036483.910105:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036483.910108:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036483.910110:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036483.910112:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036483.910115:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036483.910122:0:2395:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d8861f3c60 time=144 v=5 (5 5 5 5) 00000100:00001000:3.0:1789036483.910126:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d8861f3c18 time=30 v=5 (1 1 1 0) 00000100:00000001:3.0:1789036483.910129:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036483.910131:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036483.910134:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036483.910136:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036483.910139:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036483.910143:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8ac505c00 x1875927346558848/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036483.910150:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036483.910153:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036483.910154:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036483.910158:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8ac505c00 x1875927346558848/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036483.910177:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8ac505c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2395:1875927346558848:192.168.204.121@tcp:400:kworker.0 00000400:00000001:3.0:1789036483.910184:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036483.910185:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036483.910187:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d882fb1000. 00000400:00000200:3.0:1789036483.910189:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b880 00000400:00000010:3.0:1789036483.910191:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b880. 00000100:00000001:3.0:1789036483.910193:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036483.910196:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8ac507100 x1875927346558976/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036483.910204:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8ac507100 x1875927346558976/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036483.910210:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036483.910211:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036483.910213:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036483.910214:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036483.910215:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036483.910216:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036483.910218:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036483.910223:0:2395:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=144 v=60 (60 61 61 62) 00000100:00001000:3.0:1789036483.910226:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=30 v=5 (1 1 1 0) 00000100:00000001:3.0:1789036483.910228:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036483.910230:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036483.910232:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036483.910235:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036483.910237:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036483.910239:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771464 00000100:00000001:3.0:1789036483.910241:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036483.910242:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036483.910246:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8ac507100 x1875927346558976/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036483.910251:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036483.910257:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036483.910259:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036483.910262:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8ac507100 x1875927346558976/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036483.910269:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8ac507100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346558976:192.168.204.121@tcp:400:kworker.0 00000400:00000001:3.0:1789036483.910274:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036483.910275:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036483.910276:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d882fb1cb8. 00000400:00000200:3.0:1789036483.910279:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739bcc0 00000400:00000010:3.0:1789036483.910280:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739bcc0. 00000100:00000001:3.0:1789036483.910282:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036483.910285:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8ac505180 x1875927346559232/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036483.910293:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8ac505180 x1875927346559232/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036483.910300:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036483.910301:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036483.910302:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036483.910304:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036483.910305:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036483.910306:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036483.910308:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036483.910312:0:2395:0:(import.c:2196:obd_at_measure()) add 36 to ffff97d887d65460 time=144 v=36 (36 5 5 5) 00000100:00001000:3.0:1789036483.910315:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887d65418 time=72 v=5 (1 1 1 1) 00000100:00000001:3.0:1789036483.910317:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036483.910318:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036483.910319:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036483.910321:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036483.910323:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036483.910324:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97d8b9387800: skip recheck: last_committed 42949695659 00000100:00000001:3.0:1789036483.910326:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036483.910328:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036483.910331:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8ac505180 x1875927346559232/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036483.910342:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036483.910344:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036483.910345:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036483.910349:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8ac505180 x1875927346559232/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036483.910355:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8ac505180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346559232:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036483.910359:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036483.910361:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036483.910365:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8ac505c00 x1875927346558848/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036483.910371:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036483.910373:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036483.910377:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d88b1a1800. 02000000:00000001:3.0:1789036483.910382:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036483.910385:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036483.910387:0:2395:0:(genops.c:1222:class_import_put()) import ffff97d8861f3800 refcount=3 obd=MGC192.168.204.121@tcp 00000020:00000001:3.0:1789036483.910389:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036483.910392:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d886c6d400. 02000000:00000001:3.0:1789036483.910396:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036483.910397:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036483.910399:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8ac505c00. 00000100:00000001:3.0:1789036483.910402:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036483.910404:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036483.910406:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036483.910409:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8ac507100 x1875927346558976/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036483.910415:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036483.910416:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036483.910417:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d88b1a1e00. 02000000:00000001:3.0:1789036483.910419:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036483.910420:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036483.910428:0:2395:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=5 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:3.0:1789036483.910430:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036483.910432:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d886c6d100. 02000000:00000001:3.0:1789036483.910434:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036483.910435:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036483.910436:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8ac507100. 00000100:00000001:3.0:1789036483.910438:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036483.910439:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036483.910441:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036483.910444:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8ac505180 x1875927346559232/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036483.910450:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036483.910452:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036483.910453:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d88b1a1400. 02000000:00000001:3.0:1789036483.910455:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036483.910456:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036483.910457:0:2395:0:(genops.c:1222:class_import_put()) import ffff97d887d65000 refcount=3 obd=lustre-OST0000-osc-ffff97d8b9387800 00000020:00000001:3.0:1789036483.910458:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036483.910460:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d886c6d200. 02000000:00000001:3.0:1789036483.910461:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036483.910462:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036483.910463:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8ac505180. 00000100:00000001:3.0:1789036483.910465:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036483.910466:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036483.910469:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036483.910471:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036483.910472:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036483.910483:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036483.910486:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789036483.913699:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036483.913717:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036483.913722:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036483.913724:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036483.913734:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036483.913742:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036483.913751:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036483.913756:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036483.913761:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036483.913766:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1db880 00000400:00000200:2.0:1789036483.913771:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036483.913777:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x53951d [1] + 224 00000800:00000001:2.0:1789036483.913785:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036483.913794:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036483.913797:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036483.913802:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036483.913851:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036483.913862:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8ac505880 x1875927346559104/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036483.913873:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8ac505880 x1875927346559104/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036483.913894:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036483.913904:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036483.913908:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036483.913972:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036483.913991:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789036483.913997:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036483.913998:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036483.914002:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d882fb1948. 00000400:00000200:3.0:1789036483.914007:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b550 00000400:00000010:3.0:1789036483.914009:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b550. 00000100:00000001:3.0:1789036483.914012:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036483.914018:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8ac505880 x1875927346559104/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036483.914034:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8ac505880 x1875927346559104/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036483.914040:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036483.914043:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036483.914045:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036483.914048:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036483.914051:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036483.914053:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036483.914056:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036483.914066:0:2395:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edb460 time=144 v=60 (60 61 61 62) 00000100:00001000:3.0:1789036483.914070:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edb418 time=7 v=5 (1 1 1 0) 00000100:00000001:3.0:1789036483.914073:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036483.914075:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036483.914078:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789036483.914083:0:2395:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97d8ac505880 x1875927346559104/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789036483.914091:0:2395:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036483.914094:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036483.914097:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97d8b9387800: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1789036483.914098:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036483.914100:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036483.914105:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8ac505880 x1875927346559104/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036483.914112:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036483.914115:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036483.914117:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036483.914121:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8ac505880 x1875927346559104/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036483.914130:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8ac505880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346559104:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036483.914143:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036483.914147:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036483.914151:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8ac505880 x1875927346559104/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036568 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036483.914158:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036483.914161:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036483.914165:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d887164200. 02000000:00000001:3.0:1789036483.914168:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036483.914171:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036483.914173:0:2395:0:(genops.c:1222:class_import_put()) import ffff97d887edb000 refcount=3 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000020:00000001:3.0:1789036483.914175:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036483.914178:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d886c6dd00. 02000000:00000001:3.0:1789036483.914182:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036483.914184:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036483.914186:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8ac505880. 00000100:00000001:3.0:1789036483.914190:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036483.914191:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036483.914194:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036483.914202:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036483.914204:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036483.914206:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036483.914208:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036484.223103:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036484.223110:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036484.223115:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036484.223116:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036484.226562:0:242419:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789036484.226571:0:242419:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036484.226576:0:242419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036485.246982:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036485.246990:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036485.247065:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036485.247067:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036485.247211:0:236342:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036485.247214:0:236342:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036485.247217:0:236342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036486.271007:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036486.271015:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036486.271021:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036486.271035:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036486.271059:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036486.271062:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036486.271065:0:252249:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036487.294967:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036487.294975:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036487.294982:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036487.294983:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036487.295164:0:236343:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036487.295168:0:236343:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036487.295171:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789036487.742942:0:252176:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712cb30 (cpu 3) has reached its deadline 4307568855, at 4307568896 00000100:00000010:3.0:1789036487.742960:0:252176:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8ac080180. 00000100:00000040:2.0:1789036487.743060:0:219630:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712ca20 (cpu 2) has reached its deadline 4307568855, at 4307568896 00000100:00000010:2.0:1789036487.743066:0:219630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8ac080b40. 00010000:00000001:2.0:1789036488.320769:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036488.320778:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036488.320785:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036488.320787:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036488.323058:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036488.323067:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036488.323073:0:248124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789036489.027498:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036489.027509:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036489.027521:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187ed80. 00000020:00000040:0.0:1789036489.027528:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d8861f3800 refcount=4 obd=MGC192.168.204.121@tcp 00000100:00000001:0.0:1789036489.027532:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036489.027536:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036489.027541:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036489.027549:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d8a739fe00. 00000100:00000001:0.0:1789036489.027556:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036489.027566:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS req@ffff97d8b187ed80 x1875927346559360/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036489.027577:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036489.027581:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036489.027588:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0894a59] to pc [ptlrpcd_00_00+0] req@ffff97d8b187ed80 x1875927346559360/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.027632:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036489.027635:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036489.027638:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036489.027641:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187dc00. 00000020:00000040:0.0:1789036489.027644:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=6 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:0.0:1789036489.027646:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036489.027663:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036489.027666:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036489.027669:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d8a739f700. 00000100:00000001:0.0:1789036489.027672:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036489.027677:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID req@ffff97d8b187dc00 x1875927346559488/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036489.027684:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036489.027686:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036489.027690:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029b5e9ec] to pc [ptlrpcd_00_01+1] req@ffff97d8b187dc00 x1875927346559488/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.027698:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036489.027701:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036489.027703:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036489.027706:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187c700. 00000020:00000040:0.0:1789036489.027721:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887edb000 refcount=4 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000100:00000001:0.0:1789036489.027724:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036489.027725:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036489.027727:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036489.027732:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d8a739f300. 00000100:00000001:0.0:1789036489.027734:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036489.027738:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID req@ffff97d8b187c700 x1875927346559616/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036489.027745:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036489.027747:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036489.027750:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096f5b7d2] to pc [ptlrpcd_00_00+0] req@ffff97d8b187c700 x1875927346559616/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.027757:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036489.027759:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036489.027763:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036489.027766:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187ce00. 00000020:00000040:0.0:1789036489.027773:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887d65000 refcount=4 obd=lustre-OST0000-osc-ffff97d8b9387800 00000100:00000001:0.0:1789036489.027776:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036489.027777:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036489.027779:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036489.027782:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d8a739f200. 00000100:00000001:0.0:1789036489.027786:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036489.027790:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID req@ffff97d8b187ce00 x1875927346559744/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036489.027797:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036489.027799:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036489.027802:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d79700cb] to pc [ptlrpcd_00_01+1] req@ffff97d8b187ce00 x1875927346559744/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.027809:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036489.027811:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789036489.027814:0:233053:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789036489.027855:0:233053:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12907) 00000100:00000001:0.0:1789036489.027870:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036489.027874:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789036489.027877:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036489.027882:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187dc00 x1875927346559488/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.027889:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036489.027891:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036489.027895:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036489.027897:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036489.027900:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036489.027904:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346559488:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036489.027908:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036489.027912:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036489.027914:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036489.027917:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036489.027926:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888855600. 02000000:00000001:0.0:1789036489.027928:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036489.027936:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036489.027941:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee8108. 00000400:00000010:0.0:1789036489.027948:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283f68. 00000100:00000200:0.0:1789036489.027954:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346559488, portal 10 00000100:00000001:0.0:1789036489.027956:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036489.027958:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680041984 : -114518029509632 : ffff97d8b187dc00) 00000100:00000040:0.0:1789036489.027966:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187dc00 x1875927346559488/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.027972:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036489.027975:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036489.027978:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283a18. 00000100:00000200:0.0:1789036489.027981:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346559488, offset 0 00000400:00000200:0.0:1789036489.027988:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036489.027996:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036489.028004:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036489.028010:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036489.028014:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036489.028018:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036489.028021:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036489.028024:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557037:557037:256:4294967295] 192.168.204.121@tcp LPNI seq info [556991:556991:8:4294967295] 00000400:00000200:0.0:1789036489.028029:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036489.028038:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036489.028044:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036489.028050:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d8a739f600. 00000800:00000200:0.0:1789036489.028069:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036489.028077:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036489.028082:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d8a739f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036489.028101:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036489.028291:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25660 usecs (26 jiffies) 00000400:00000200:0.0:1789036489.028302:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036489.028306:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307570207 00000100:00000010:0.0:1789036489.028309:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d889a1c7e0. 00000100:00000001:0.0:1789036489.028315:0:2394:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789036489.028325:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307570207 00000100:00000010:0.0:1789036489.028328:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d889a1ca20. 00000100:00000001:0.0:1789036489.028331:0:2394:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789036489.028336:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036489.028339:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036489.028342:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036489.028346:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187ce00 x1875927346559744/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.028353:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036489.028354:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036489.028357:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036489.028359:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036489.028360:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036489.028363:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346559744:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036489.028366:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036489.028369:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036489.028371:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036489.028372:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036489.028375:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888855800. 02000000:00000001:0.0:1789036489.028388:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036489.028392:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036489.028395:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee8580. 00000400:00000010:0.0:1789036489.028399:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283770. 00000100:00000200:0.0:1789036489.028402:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346559744, portal 4 00000100:00000001:0.0:1789036489.028405:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036489.028406:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680038400 : -114518029513216 : ffff97d8b187ce00) 00000100:00000040:0.0:1789036489.028412:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187ce00 x1875927346559744/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.028424:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036489.028426:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036489.028429:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283880. 00000100:00000200:0.0:1789036489.028433:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875927346559744, offset 0 00000400:00000200:0.0:1789036489.028437:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036489.028441:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036489.028445:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036489.028448:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036489.028451:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036489.028453:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036489.028455:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036489.028458:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557038:557038:255:4294967295] 192.168.204.121@tcp LPNI seq info [556992:556992:7:4294967295] 00000400:00000200:0.0:1789036489.028462:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036489.028468:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036489.028472:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036489.028476:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d8a739ff00. 00000800:00000200:0.0:1789036489.028479:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036489.028483:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036489.028486:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d8a739ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036489.028489:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036489.028492:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: using a timeout of 101991 usecs (102 jiffies) 00000400:00000200:0.0:1789036489.028495:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036489.028497:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307570283 00000100:00000001:0.0:1789036489.028501:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 2, simply extend its deadline from 4307570207 00000100:00000001:0.0:1789036489.028504:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307570283 00000100:00000001:0.0:1789036489.028507:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 3, simply extend its deadline from 4307570207 00000100:00000001:0.0:1789036489.028510:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036489.028512:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036489.028520:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036489.028522:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036489.028529:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789036489.028531:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1789036489.028534:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036489.028535:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789036489.028537:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036489.028539:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1789036489.028541:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036489.028543:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789036489.028544:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036489.028546:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036489.028547:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789036489.028548:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036489.028552:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187ed80 x1875927346559360/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.028559:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036489.028560:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036489.028562:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036489.028564:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036489.028566:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036489.028569:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2394:1875927346559360:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036489.028572:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036489.028574:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036489.028576:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036489.028577:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036489.028580:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888854400. 02000000:00000001:0.0:1789036489.028582:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036489.028586:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036489.028588:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee85d8. 00000400:00000010:0.0:1789036489.028591:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba2836e8. 00000100:00000200:0.0:1789036489.028594:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346559360, portal 25 00000100:00000001:0.0:1789036489.028596:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036489.028597:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680046464 : -114518029505152 : ffff97d8b187ed80) 00000100:00000040:0.0:1789036489.028601:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187ed80 x1875927346559360/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.028614:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036489.028616:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036489.028619:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283d48. 00000100:00000200:0.0:1789036489.028621:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875927346559360, offset 0 00000400:00000200:0.0:1789036489.028626:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036489.028629:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036489.028633:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036489.028635:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036489.028638:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036489.028640:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036489.028642:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036489.028645:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557039:557039:254:4294967295] 192.168.204.121@tcp LPNI seq info [556993:556993:6:4294967295] 00000400:00000200:0.0:1789036489.028649:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036489.028655:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036489.028659:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036489.028718:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d7811bf400. 00000800:00000200:0.0:1789036489.028724:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036489.028728:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036489.028730:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d7811bf400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036489.028733:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036489.028736:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036489.028738:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 2 is 4307573979 00000100:00000001:0.0:1789036489.028742:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307570283 00000100:00000001:0.0:1789036489.028744:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 3 is 4307573979 00000100:00000001:0.0:1789036489.028747:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307570283 00000100:00000001:0.0:1789036489.028749:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036489.028751:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036489.028753:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036489.028757:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187c700 x1875927346559616/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.028769:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036489.028771:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036489.028773:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036489.028775:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036489.028777:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036489.028780:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346559616:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036489.028784:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036489.028787:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036489.028788:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036489.028790:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036489.028793:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888855a00. 02000000:00000001:0.0:1789036489.028794:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036489.028798:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036489.028801:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee8840. 00000400:00000010:0.0:1789036489.028805:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283bb0. 00000100:00000200:0.0:1789036489.028808:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346559616, portal 10 00000100:00000001:0.0:1789036489.028810:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036489.028811:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680036608 : -114518029515008 : ffff97d8b187c700) 00000100:00000040:0.0:1789036489.028842:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187c700 x1875927346559616/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.028849:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036489.028852:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036489.028854:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283330. 00000100:00000200:0.0:1789036489.028857:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346559616, offset 0 00000400:00000200:0.0:1789036489.028861:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036489.028865:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036489.028868:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036489.028871:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036489.028874:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036489.028876:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036489.028878:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036489.028886:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557040:557040:253:4294967295] 192.168.204.121@tcp LPNI seq info [556994:556994:5:4294967295] 00000400:00000200:0.0:1789036489.028890:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036489.028897:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036489.028901:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036489.028905:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d7811bfa00. 00000800:00000200:0.0:1789036489.028909:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036489.028912:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036489.028915:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d7811bfa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036489.028918:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036489.028921:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: using a timeout of 19618 usecs (20 jiffies) 00000400:00000200:0.0:1789036489.028924:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036489.028926:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307570202 00000100:00000001:0.0:1789036489.028928:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307573979 00000100:00000001:0.0:1789036489.028930:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307570202 00000100:00000001:0.0:1789036489.028932:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307573979 00000100:00000001:0.0:1789036489.028934:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036489.028936:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036489.028939:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036489.028941:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789036489.031095:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036489.031106:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d8a739f600. 00000400:00000200:3.0:1789036489.031129:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036489.031137:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036489.031145:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283a18 00000400:00000010:3.0:1789036489.031160:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283a18. 00000100:00000001:3.0:1789036489.031166:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036489.031173:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187dc00 x1875927346559488/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036489.031194:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036489.031198:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187dc00 x1875927346559488/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036489.031205:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036489.031207:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789036489.031224:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036489.031226:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d8a739ff00. 00000400:00000200:3.0:1789036489.031229:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036489.031232:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036489.031235:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283880 00000400:00000010:3.0:1789036489.031237:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283880. 00000100:00000001:3.0:1789036489.031239:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036489.031243:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187ce00 x1875927346559744/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036489.031250:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036489.031253:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187ce00 x1875927346559744/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036489.031259:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036489.031260:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789036489.031268:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036489.031270:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d7811bf400. 00000400:00000200:3.0:1789036489.031273:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036489.031276:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036489.031278:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283d48 00000400:00000010:3.0:1789036489.031280:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283d48. 00000100:00000001:3.0:1789036489.031281:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036489.031285:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187ed80 x1875927346559360/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036489.031291:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036489.031301:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187ed80 x1875927346559360/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036489.031307:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036489.031308:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789036489.031371:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036489.031373:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d7811bfa00. 00000400:00000200:3.0:1789036489.031387:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036489.031391:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036489.031394:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283330 00000400:00000010:3.0:1789036489.031396:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283330. 00000100:00000001:3.0:1789036489.031399:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036489.031403:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187c700 x1875927346559616/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036489.031411:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036489.031413:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187c700 x1875927346559616/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036489.031420:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036489.031421:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789036489.032703:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036489.032717:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789036489.035609:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036489.035628:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036489.035646:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036489.035649:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036489.035658:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036489.035666:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036489.035675:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036489.035681:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036489.035686:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036489.035691:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 4 MB=0x6aa255f1dbb00 00000400:00000200:2.0:1789036489.035707:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036489.035714:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.121@tcp of length 224/224 into md 0x539535 [1] + 224 00000800:00000001:2.0:1789036489.035721:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036489.035724:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036489.035727:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036489.035732:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036489.035740:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036489.035748:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187ce00 x1875927346559744/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036489.035760:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187ce00 x1875927346559744/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036489.035781:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036489.035791:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036489.035794:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036489.035796:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036489.035798:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036489.035800:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036489.035804:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036489.035808:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036489.035810:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036489.035812:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036489.035844:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 25 MB=0x6aa255f1db980 00000400:00000200:2.0:1789036489.035848:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036489.035853:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.121@tcp of length 224/224 into md 0x53953d [1] + 224 00000800:00000001:2.0:1789036489.035861:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036489.035869:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036489.035871:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036489.035874:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036489.035877:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036489.035882:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187ed80 x1875927346559360/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036489.035890:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187ed80 x1875927346559360/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036489.035897:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036489.035900:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036489.035902:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036489.036074:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036489.036088:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036489.036091:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036489.036094:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036489.036103:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036489.036111:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036489.036120:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036489.036124:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036489.036130:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036489.036134:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dba80 00000400:00000200:3.0:1789036489.036140:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036489.036146:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x539545 [1] + 224 00000800:00000001:3.0:1789036489.036152:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036489.036158:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036489.036162:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036489.036188:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036489.036196:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036489.036205:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187c700 x1875927346559616/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036489.036216:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187c700 x1875927346559616/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036489.036224:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036489.036233:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036489.036236:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036489.037920:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036489.037940:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036489.037945:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036489.037948:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036489.037961:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036489.037970:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036489.037980:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036489.037984:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036489.037989:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036489.037995:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dba00 00000400:00000200:2.0:1789036489.038000:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036489.038006:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x53952d [1] + 224 00000800:00000001:2.0:1789036489.038012:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036489.038020:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036489.038024:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036489.038029:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036489.038036:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036489.038047:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187dc00 x1875927346559488/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036489.038058:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187dc00 x1875927346559488/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036489.038083:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036489.038099:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036489.038102:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036489.043399:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036489.043409:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789036489.043419:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036489.043421:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036489.043426:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee85d8. 00000400:00000200:0.0:1789036489.043435:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba2836e8 00000400:00000010:0.0:1789036489.043437:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba2836e8. 00000100:00000001:0.0:1789036489.043442:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036489.043454:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187ed80 x1875927346559360/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036489.043467:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187ed80 x1875927346559360/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.043498:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036489.043501:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036489.043503:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036489.043507:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036489.043509:0:2394:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036489.043511:0:2394:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036489.043514:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036489.043521:0:2394:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d8861f3c60 time=150 v=5 (5 5 5 5) 00000100:00001000:0.0:1789036489.043526:0:2394:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d8861f3c18 time=36 v=5 (1 1 1 0) 00000100:00000001:0.0:1789036489.043528:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036489.043530:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036489.043533:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789036489.043535:0:2394:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036489.043538:0:2394:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036489.043543:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187ed80 x1875927346559360/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.043551:0:2394:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036489.043555:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036489.043557:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036489.043561:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187ed80 x1875927346559360/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036489.043569:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2394:1875927346559360:192.168.204.121@tcp:400:kworker.0 00000400:00000001:0.0:1789036489.043576:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036489.043577:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036489.043579:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee8840. 00000400:00000200:0.0:1789036489.043582:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283bb0 00000400:00000010:0.0:1789036489.043583:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283bb0. 00000100:00000001:0.0:1789036489.043586:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036489.043590:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187c700 x1875927346559616/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036489.043598:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187c700 x1875927346559616/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.043611:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036489.043613:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036489.043615:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036489.043617:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036489.043618:0:2394:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036489.043620:0:2394:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036489.043622:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036489.043628:0:2394:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edb460 time=150 v=60 (60 61 61 62) 00000100:00001000:0.0:1789036489.043632:0:2394:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edb418 time=13 v=5 (1 1 1 0) 00000100:00000001:0.0:1789036489.043634:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036489.043635:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036489.043636:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789036489.043641:0:2394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97d8b187c700 x1875927346559616/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789036489.043648:0:2394:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036489.043651:0:2394:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789036489.043653:0:2394:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97d8b9387800: skip recheck: last_committed 21474836540 00000100:00000001:0.0:1789036489.043655:0:2394:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789036489.043657:0:2394:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036489.043660:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187c700 x1875927346559616/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.043666:0:2394:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036489.043668:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036489.043669:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036489.043672:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187c700 x1875927346559616/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036489.043679:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346559616:192.168.204.121@tcp:400:kworker.0 00000400:00000001:0.0:1789036489.043685:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036489.043686:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036489.043688:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee8108. 00000400:00000200:0.0:1789036489.043696:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283f68 00000400:00000010:0.0:1789036489.043698:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283f68. 00000100:00000001:0.0:1789036489.043700:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036489.043704:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187dc00 x1875927346559488/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036489.043724:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187dc00 x1875927346559488/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.043731:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036489.043732:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036489.043734:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036489.043736:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036489.043737:0:2394:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036489.043739:0:2394:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036489.043741:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036489.043745:0:2394:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=150 v=60 (60 61 61 62) 00000100:00001000:0.0:1789036489.043748:0:2394:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=36 v=5 (1 1 1 0) 00000100:00000001:0.0:1789036489.043750:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036489.043751:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036489.043753:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789036489.043756:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036489.043758:0:2394:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789036489.043759:0:2394:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771464 00000100:00000001:0.0:1789036489.043761:0:2394:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789036489.043762:0:2394:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036489.043766:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187dc00 x1875927346559488/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.043773:0:2394:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036489.043775:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036489.043776:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036489.043780:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187dc00 x1875927346559488/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036489.043787:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346559488:192.168.204.121@tcp:400:kworker.0 00000400:00000001:0.0:1789036489.043800:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036489.043801:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036489.043803:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee8580. 00000400:00000200:0.0:1789036489.043806:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283770 00000400:00000010:0.0:1789036489.043808:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283770. 00000100:00000001:0.0:1789036489.043810:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036489.043842:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187ce00 x1875927346559744/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036489.043852:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187ce00 x1875927346559744/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.043858:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036489.043860:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036489.043861:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036489.043863:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036489.043864:0:2394:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036489.043865:0:2394:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036489.043867:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036489.043872:0:2394:0:(import.c:2196:obd_at_measure()) add 36 to ffff97d887d65460 time=150 v=36 (36 5 5 5) 00000100:00001000:0.0:1789036489.043875:0:2394:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887d65418 time=78 v=5 (1 1 1 1) 00000100:00000001:0.0:1789036489.043877:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036489.043878:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036489.043880:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789036489.043882:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036489.043884:0:2394:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789036489.043885:0:2394:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97d8b9387800: skip recheck: last_committed 42949695659 00000100:00000001:0.0:1789036489.043887:0:2394:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789036489.043889:0:2394:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036489.043893:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187ce00 x1875927346559744/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036544 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.043899:0:2394:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036489.043901:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036489.043902:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036489.043906:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187ce00 x1875927346559744/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036544 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036489.043923:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346559744:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036489.043927:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036489.043930:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036489.043933:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187ed80 x1875927346559360/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.043939:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036489.043941:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036489.043944:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888854400. 02000000:00000001:0.0:1789036489.043948:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036489.043951:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036489.043953:0:2394:0:(genops.c:1222:class_import_put()) import ffff97d8861f3800 refcount=3 obd=MGC192.168.204.121@tcp 00000020:00000001:0.0:1789036489.043955:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036489.043957:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d8a739fe00. 02000000:00000001:0.0:1789036489.043960:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036489.043962:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036489.043964:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187ed80. 00000100:00000001:0.0:1789036489.043967:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036489.043969:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036489.043970:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036489.043973:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187c700 x1875927346559616/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.043978:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036489.043979:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036489.043981:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888855a00. 02000000:00000001:0.0:1789036489.043983:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036489.043984:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036489.043985:0:2394:0:(genops.c:1222:class_import_put()) import ffff97d887edb000 refcount=3 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000020:00000001:0.0:1789036489.043987:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036489.043988:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d8a739f300. 02000000:00000001:0.0:1789036489.043990:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036489.043991:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036489.043992:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187c700. 00000100:00000001:0.0:1789036489.043994:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036489.044001:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036489.044002:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036489.044006:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187dc00 x1875927346559488/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.044012:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036489.044013:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036489.044015:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888855600. 02000000:00000001:0.0:1789036489.044016:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036489.044017:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036489.044019:0:2394:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=5 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:0.0:1789036489.044021:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036489.044022:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d8a739f700. 02000000:00000001:0.0:1789036489.044024:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036489.044025:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036489.044026:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187dc00. 00000100:00000001:0.0:1789036489.044028:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036489.044029:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036489.044030:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036489.044033:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187ce00 x1875927346559744/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036544 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036489.044038:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036489.044039:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036489.044040:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888855800. 02000000:00000001:0.0:1789036489.044042:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036489.044043:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036489.044044:0:2394:0:(genops.c:1222:class_import_put()) import ffff97d887d65000 refcount=3 obd=lustre-OST0000-osc-ffff97d8b9387800 00000020:00000001:0.0:1789036489.044045:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036489.044047:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d8a739f200. 02000000:00000001:0.0:1789036489.044049:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036489.044050:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036489.044051:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187ce00. 00000100:00000001:0.0:1789036489.044053:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036489.044068:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036489.044070:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036489.044077:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789036489.044078:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036489.044086:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036489.044089:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036489.344530:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036489.344542:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036489.344550:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036489.344563:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036489.345003:0:242419:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789036489.345010:0:242419:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036489.345015:0:242419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036490.369717:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036490.369725:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036490.369730:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036490.369732:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036490.369891:0:236342:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036490.369895:0:236342:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036490.369898:0:236342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036491.390914:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036491.390923:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036491.390929:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036491.390931:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036491.390990:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036491.390993:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036491.390996:0:252249:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036492.414996:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036492.415003:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036492.415008:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036492.415010:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036492.415118:0:236343:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036492.415121:0:236343:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036492.415124:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789036492.863003:0:252176:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712cb30 (cpu 3) has reached its deadline 4307573979, at 4307574016 00000100:00000010:3.0:1789036492.863019:0:252176:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d889a1ca20. 00000100:00000040:2.0:1789036492.863177:0:219630:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712ca20 (cpu 2) has reached its deadline 4307573979, at 4307574016 00000100:00000010:2.0:1789036492.863183:0:219630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d889a1c7e0. 00010000:00000001:2.0:1789036493.440224:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036493.440232:0:219630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036493.440235:0:219630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036493.440238:0:219630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036493.440243:0:219630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036493.440244:0:219630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036493.440247:0:219630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036493.440249:0:219630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036493.440252:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036493.440254:0:219630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036493.440255:0:219630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036493.440278:0:219630:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036493.440280:0:219630:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789036493.440281:0:219630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036493.440283:0:219630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036493.440284:0:219630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036493.440286:0:219630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036493.440288:0:219630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036493.442129:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036493.442135:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036493.442139:0:248124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789036494.143790:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036494.143800:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036494.143812:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d94e00. 00000020:00000040:3.0:1789036494.143850:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d8861f3800 refcount=4 obd=MGC192.168.204.121@tcp 00000100:00000001:3.0:1789036494.143854:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036494.143857:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036494.143863:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036494.143871:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536e800. 00000100:00000001:3.0:1789036494.143892:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036494.143905:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS req@ffff97d8a7d94e00 x1875927346559872/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036494.143915:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036494.143920:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036494.143926:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037aa6d5f] to pc [ptlrpcd_01_01+1] req@ffff97d8a7d94e00 x1875927346559872/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.144194:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036494.144199:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036494.144201:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789036494.144207:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d94e00 x1875927346559872/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.144215:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789036494.144217:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036494.144221:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789036494.144223:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789036494.144226:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789036494.144229:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2396:1875927346559872:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036494.144233:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789036494.144238:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789036494.144241:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036494.144243:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789036494.144247:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d89893fc00. 02000000:00000001:2.0:1789036494.144249:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036494.144256:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:2.0:1789036494.144260:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d882fb15d8. 00000400:00000010:2.0:1789036494.144267:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b6e8. 00000100:00000200:2.0:1789036494.144273:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346559872, portal 25 00000100:00000001:2.0:1789036494.144275:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789036494.144276:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517607424 : -114518191944192 : ffff97d8a7d94e00) 00000100:00000040:2.0:1789036494.144292:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d94e00 x1875927346559872/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.144299:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789036494.144303:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:2.0:1789036494.144311:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b3b8. 00000100:00000200:2.0:1789036494.144314:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875927346559872, offset 0 00000400:00000200:2.0:1789036494.144321:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:2.0:1789036494.144329:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036494.144337:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:2.0:1789036494.144342:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789036494.144346:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:2.0:1789036494.144349:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789036494.144352:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:2.0:1789036494.144356:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557041:557041:256:4294967295] 192.168.204.121@tcp LPNI seq info [556995:556995:8:4294967295] 00000400:00000200:2.0:1789036494.144360:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036494.144369:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789036494.144375:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:2.0:1789036494.144380:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d883ca9900. 00000800:00000200:2.0:1789036494.144387:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:2.0:1789036494.144394:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:2.0:1789036494.144398:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d883ca9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789036494.144413:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036494.144417:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036494.144419:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 2 is 4307579095 00000100:00000010:2.0:1789036494.144424:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8ac080b40. 00000100:00000001:2.0:1789036494.144430:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789036494.144436:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 3 is 4307579095 00000100:00000010:2.0:1789036494.144439:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8ac080120. 00000100:00000001:2.0:1789036494.144442:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789036494.144444:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036494.144447:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036494.144450:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036494.144452:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036494.144477:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036494.144481:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036494.144484:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036494.144488:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d95180. 00000020:00000040:3.0:1789036494.144491:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=6 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:3.0:1789036494.144503:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036494.144505:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036494.144507:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036494.144511:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536e300. 00000100:00000001:3.0:1789036494.144514:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036494.144519:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID req@ffff97d8a7d95180 x1875927346560000/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036494.144527:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036494.144529:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036494.144533:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ea971af] to pc [ptlrpcd_01_00+0] req@ffff97d8a7d95180 x1875927346560000/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.149186:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789036494.149194:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789036494.149219:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036494.149221:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036494.149225:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789036494.149230:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1789036494.149232:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036494.149235:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789036494.149236:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036494.149238:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036494.149239:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036494.149241:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789036494.149256:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d95180 x1875927346560000/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.149266:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789036494.149268:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036494.149273:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789036494.149276:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789036494.149291:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789036494.149295:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346560000:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036494.149300:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789036494.149306:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789036494.149308:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036494.149311:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789036494.149318:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d89893e400. 02000000:00000001:2.0:1789036494.149320:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036494.149328:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:2.0:1789036494.149333:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d882fb1898. 00000400:00000010:2.0:1789036494.149341:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b990. 00000100:00000200:2.0:1789036494.149347:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346560000, portal 10 00000100:00000001:2.0:1789036494.149349:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789036494.149351:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517608320 : -114518191943296 : ffff97d8a7d95180) 00000100:00000040:2.0:1789036494.149359:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d95180 x1875927346560000/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.149366:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789036494.149369:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:2.0:1789036494.149378:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b770. 00000100:00000200:2.0:1789036494.149382:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346560000, offset 0 00000400:00000200:2.0:1789036494.149389:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:2.0:1789036494.149399:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036494.149408:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:2.0:1789036494.149415:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789036494.149419:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:2.0:1789036494.149423:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789036494.149426:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:2.0:1789036494.149430:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557042:557042:255:4294967295] 192.168.204.121@tcp LPNI seq info [556996:556996:7:4294967295] 00000400:00000200:2.0:1789036494.149434:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036494.149445:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789036494.149452:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:2.0:1789036494.149457:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d883ca9300. 00000800:00000200:2.0:1789036494.149464:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:2.0:1789036494.149472:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:2.0:1789036494.149476:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d883ca9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789036494.149480:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036494.149487:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25658 usecs (26 jiffies) 00000400:00000200:2.0:1789036494.149490:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036494.149493:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307575323 00000100:00000001:2.0:1789036494.150162:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307579095 00000100:00000001:2.0:1789036494.150166:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307575323 00000100:00000001:2.0:1789036494.150168:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307579095 00000100:00000001:2.0:1789036494.150171:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036494.150174:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036494.150177:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036494.150181:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789036494.150236:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036494.150240:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d883ca9900. 00000400:00000200:2.0:1789036494.150253:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036494.150259:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036494.150265:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b3b8 00000400:00000010:2.0:1789036494.150268:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b3b8. 00000100:00000001:2.0:1789036494.150273:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036494.150279:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d94e00 x1875927346559872/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.150299:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036494.150303:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d94e00 x1875927346559872/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.150309:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036494.150311:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036494.150596:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036494.150600:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d883ca9300. 00000400:00000200:2.0:1789036494.150603:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036494.150607:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036494.150610:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b770 00000400:00000010:2.0:1789036494.150612:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b770. 00000100:00000001:2.0:1789036494.150615:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036494.150619:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d95180 x1875927346560000/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.150627:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036494.150630:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d95180 x1875927346560000/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.150636:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036494.150637:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789036494.150674:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036494.150678:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036494.151302:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036494.151305:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036494.151308:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036494.151311:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036494.152547:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036494.152554:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036494.152558:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036494.153489:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d95500. 00000020:00000040:3.0:1789036494.153496:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887edb000 refcount=4 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000100:00000001:3.0:1789036494.153501:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036494.153504:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036494.153508:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036494.153517:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536e700. 00000100:00000001:3.0:1789036494.153523:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036494.153535:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID req@ffff97d8a7d95500 x1875927346560128/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036494.153547:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036494.153564:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036494.153571:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094e79b3a] to pc [ptlrpcd_01_01+1] req@ffff97d8a7d95500 x1875927346560128/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036494.153600:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036494.153603:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036494.153607:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036494.153611:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d95880. 00000020:00000040:3.0:1789036494.153613:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887d65000 refcount=4 obd=lustre-OST0000-osc-ffff97d8b9387800 00000100:00000001:3.0:1789036494.153625:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036494.153626:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036494.153628:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036494.153634:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536e400. 00000100:00000001:3.0:1789036494.153637:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036494.153641:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID req@ffff97d8a7d95880 x1875927346560256/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036494.153649:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036494.153651:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036494.153654:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083ff8e2a] to pc [ptlrpcd_01_00+0] req@ffff97d8a7d95880 x1875927346560256/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036494.153662:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036494.153664:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789036494.153668:0:233053:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789036494.153673:0:233053:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (12912) 00000100:00000001:2.0:1789036494.153751:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036494.153755:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036494.153763:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789036494.153769:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d95880 x1875927346560256/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.153777:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789036494.153780:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036494.153784:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789036494.153786:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789036494.153788:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789036494.153792:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346560256:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036494.153796:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789036494.153801:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789036494.153804:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036494.153807:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789036494.153811:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d887164a00. 02000000:00000001:2.0:1789036494.153813:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036494.153985:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036494.153988:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036494.153989:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036494.153994:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d95500 x1875927346560128/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036494.154001:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036494.154002:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036494.154010:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036494.154012:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036494.154014:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036494.154017:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346560128:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036494.154020:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036494.154022:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036494.154023:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036494.154025:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036494.154029:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d88b1a1800. 02000000:00000001:3.0:1789036494.154030:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036494.154037:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036494.154041:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d891206d68. 00000400:00000010:3.0:1789036494.154047:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f440. 00000100:00000200:3.0:1789036494.154053:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346560128, portal 10 00000400:00000200:2.0:1789036494.154204:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:2.0:1789036494.154208:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d882fb1840. 00000400:00000010:2.0:1789036494.154212:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b770. 00000100:00000200:2.0:1789036494.154215:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346560256, portal 4 00000100:00000001:2.0:1789036494.154217:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789036494.154219:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517610112 : -114518191941504 : ffff97d8a7d95880) 00000100:00000040:2.0:1789036494.154228:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d95880 x1875927346560256/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.154235:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789036494.154237:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:2.0:1789036494.154240:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b3b8. 00000100:00000200:2.0:1789036494.154242:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875927346560256, offset 0 00000400:00000200:2.0:1789036494.154248:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:2.0:1789036494.154257:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036494.154264:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:2.0:1789036494.154269:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789036494.154273:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:2.0:1789036494.154277:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789036494.154299:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:2.0:1789036494.154304:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557043:557043:256:4294967295] 192.168.204.121@tcp LPNI seq info [556997:556997:8:4294967295] 00000400:00000200:2.0:1789036494.154308:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036494.154317:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789036494.154323:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:2.0:1789036494.154328:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d883ca9300. 00000800:00000200:2.0:1789036494.154335:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:2.0:1789036494.154342:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:2.0:1789036494.154347:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d883ca9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789036494.154358:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036494.154362:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: using a timeout of 101927 usecs (102 jiffies) 00000400:00000200:2.0:1789036494.154365:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036494.154368:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307575409 00000100:00000001:2.0:1789036494.154370:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307579095 00000100:00000001:2.0:1789036494.154373:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307575409 00000100:00000001:2.0:1789036494.154375:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307579095 00000100:00000001:2.0:1789036494.154377:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036494.154379:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036494.154383:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036494.154385:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036494.154392:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789036494.154403:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1789036494.154406:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036494.154407:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036494.154409:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036494.154411:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789036494.154500:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036494.154504:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d883ca9300. 00000400:00000200:2.0:1789036494.154509:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036494.154514:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036494.154519:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b3b8 00000400:00000010:2.0:1789036494.154527:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b3b8. 00000100:00000001:2.0:1789036494.154532:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036494.154536:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d95880 x1875927346560256/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.154544:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036494.154547:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d95880 x1875927346560256/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.154553:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036494.154555:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789036494.154606:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036494.154608:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517609216 : -114518191942400 : ffff97d8a7d95500) 00000100:00000040:3.0:1789036494.154798:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d95500 x1875927346560128/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036494.154806:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036494.154809:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036494.154813:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f6e8. 00000100:00000200:3.0:1789036494.154904:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346560128, offset 0 00000400:00000200:3.0:1789036494.154912:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036494.154917:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036494.154921:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036494.154924:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036494.154927:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036494.154930:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036494.154932:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036494.154934:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557044:557044:256:4294967295] 192.168.204.121@tcp LPNI seq info [556998:556998:8:4294967295] 00000400:00000200:3.0:1789036494.154938:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036494.154943:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036494.154953:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036494.154957:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536e200. 00000800:00000200:3.0:1789036494.154962:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036494.154967:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036494.154970:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036494.154985:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036494.154990:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: using a timeout of 19618 usecs (20 jiffies) 00000400:00000200:3.0:1789036494.154994:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036494.154996:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307575328 00000100:00000001:3.0:1789036494.154999:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307579095 00000100:00000001:3.0:1789036494.155001:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307575328 00000100:00000001:3.0:1789036494.155003:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307579095 00000100:00000001:3.0:1789036494.155006:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036494.155008:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036494.155011:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036494.155013:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036494.155018:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036494.155019:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789036494.155021:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036494.155022:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036494.155024:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036494.155026:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789036494.155614:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036494.155633:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036494.155635:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036494.155637:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036494.155643:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036494.155648:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036494.155654:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036494.155657:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036494.155661:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036494.155665:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dbc00 00000800:00000200:2.0:1789036494.155803:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036494.155808:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536e200. 00000400:00000200:2.0:1789036494.155812:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036494.156016:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036494.156022:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f6e8 00000400:00000010:2.0:1789036494.156024:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f6e8. 00000100:00000001:2.0:1789036494.156029:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036494.156034:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d95500 x1875927346560128/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.156044:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036494.156047:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d95500 x1875927346560128/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.156298:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036494.156302:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1789036494.156403:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036494.156409:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x53955d [1] + 224 00000800:00000001:3.0:1789036494.156416:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036494.156421:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036494.156423:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036494.156426:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036494.156430:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036494.156435:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d95180 x1875927346560000/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036494.156444:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d95180 x1875927346560000/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.156490:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036494.156493:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036494.156518:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036494.156525:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036494.156529:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036494.156531:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036494.156533:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036494.156537:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036494.156540:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036494.156544:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036494.156547:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036494.156550:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036494.156552:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 25 MB=0x6aa255f1dbb80 00000400:00000200:3.0:1789036494.156556:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036494.156560:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.121@tcp of length 224/224 into md 0x53954d [1] + 224 00000800:00000001:3.0:1789036494.156563:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036494.156568:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036494.156570:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036494.156573:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036494.156576:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036494.156580:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d94e00 x1875927346559872/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036494.156602:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d94e00 x1875927346559872/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036494.156608:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036494.156614:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036494.156628:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789036494.156741:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789036494.156744:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789036494.156747:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d882fb1898. 00000400:00000200:2.0:1789036494.156751:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b990 00000400:00000010:2.0:1789036494.156752:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b990. 00000100:00000001:2.0:1789036494.156755:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036494.156759:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d95180 x1875927346560000/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789036494.156777:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d95180 x1875927346560000/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.156783:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789036494.156785:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036494.156787:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789036494.156790:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789036494.156792:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789036494.156794:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036494.156797:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789036494.156805:0:2396:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=5 v=60 (60 60 61 61) 00000100:00001000:2.0:1789036494.156809:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=41 v=5 (1 1 1 0) 00000100:00000001:2.0:1789036494.156812:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789036494.156813:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036494.156914:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789036494.156918:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036494.156922:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789036494.156925:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771464 00000100:00000001:2.0:1789036494.156927:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789036494.156929:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036494.156934:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d95180 x1875927346560000/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.156941:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036494.156944:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789036494.156946:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789036494.156950:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d95180 x1875927346560000/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789036494.156956:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346560000:192.168.204.121@tcp:400:kworker.0 00000400:00000001:2.0:1789036494.156962:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789036494.156964:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789036494.156965:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d882fb15d8. 00000400:00000200:2.0:1789036494.156974:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b6e8 00000400:00000010:2.0:1789036494.156975:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b6e8. 00000100:00000001:2.0:1789036494.156978:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036494.156982:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d94e00 x1875927346559872/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789036494.156990:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d94e00 x1875927346559872/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.156996:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789036494.156997:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036494.156999:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789036494.157000:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789036494.157002:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789036494.157003:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036494.157005:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789036494.157008:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d8861f3c60 time=5 v=5 (5 5 5 5) 00000100:00001000:2.0:1789036494.157011:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d8861f3c18 time=41 v=5 (1 1 1 0) 00000100:00000001:2.0:1789036494.157013:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789036494.157014:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036494.157016:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789036494.157018:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036494.157020:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036494.157024:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d94e00 x1875927346559872/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.157030:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036494.157032:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789036494.157033:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789036494.157037:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d94e00 x1875927346559872/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789036494.157044:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2396:1875927346559872:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036494.157049:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036494.157051:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036494.157134:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d95180 x1875927346560000/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.157214:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789036494.157216:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789036494.157220:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d89893e400. 02000000:00000001:2.0:1789036494.157226:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789036494.157229:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789036494.157231:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=5 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:2.0:1789036494.157233:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789036494.157236:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536e300. 02000000:00000001:2.0:1789036494.157239:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789036494.157240:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789036494.157242:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d95180. 00000100:00000001:2.0:1789036494.157246:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789036494.157247:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036494.157249:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036494.157253:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d94e00 x1875927346559872/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.157258:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789036494.157259:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789036494.157260:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d89893fc00. 02000000:00000001:2.0:1789036494.157262:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789036494.157263:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789036494.157264:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d8861f3800 refcount=3 obd=MGC192.168.204.121@tcp 00000020:00000001:2.0:1789036494.157266:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789036494.157267:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536e800. 02000000:00000001:2.0:1789036494.157269:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789036494.157270:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789036494.157271:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d94e00. 00000100:00000001:2.0:1789036494.157273:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789036494.157274:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036494.157277:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036494.157279:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036494.157291:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036494.157293:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036494.157295:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789036494.169211:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036494.169231:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036494.169250:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036494.169254:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036494.169263:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036494.169271:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036494.169291:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036494.169296:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036494.169302:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036494.169307:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 4 MB=0x6aa255f1dbd00 00000400:00000200:2.0:1789036494.169311:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036494.169318:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.121@tcp of length 224/224 into md 0x539575 [1] + 224 00000800:00000001:2.0:1789036494.169325:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036494.169333:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036494.169337:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036494.169342:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036494.169351:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036494.169360:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d95880 x1875927346560256/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036494.169371:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d95880 x1875927346560256/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036494.169427:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036494.169431:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036494.169448:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036494.169460:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036494.169463:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789036494.174905:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036494.174911:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036494.174915:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d882fb1840. 00000400:00000200:3.0:1789036494.174924:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b770 00000400:00000010:3.0:1789036494.174926:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b770. 00000100:00000001:3.0:1789036494.174931:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036494.174942:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d95880 x1875927346560256/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036494.174954:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d95880 x1875927346560256/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036494.175146:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036494.175149:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036494.175152:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036494.175156:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036494.175158:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036494.175160:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036494.175163:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036494.175174:0:2395:0:(import.c:2196:obd_at_measure()) add 36 to ffff97d887d65460 time=5 v=36 (36 36 5 5) 00000100:00001000:3.0:1789036494.175179:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887d65418 time=83 v=5 (1 1 1 1) 00000100:00000001:3.0:1789036494.175182:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036494.175184:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036494.175186:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036494.175189:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036494.175205:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036494.175207:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97d8b9387800: skip recheck: last_committed 42949695659 00000100:00000001:3.0:1789036494.175210:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036494.175228:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036494.175235:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d95880 x1875927346560256/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036549 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036494.175242:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036494.175245:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036494.175247:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036494.175251:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d95880 x1875927346560256/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036549 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036494.175259:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346560256:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036494.175264:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036494.175267:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036494.175270:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d95880 x1875927346560256/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036549 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036494.175277:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036494.175288:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036494.175292:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d887164a00. 02000000:00000001:3.0:1789036494.175296:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036494.175298:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036494.175300:0:2395:0:(genops.c:1222:class_import_put()) import ffff97d887d65000 refcount=3 obd=lustre-OST0000-osc-ffff97d8b9387800 00000020:00000001:3.0:1789036494.175302:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036494.175305:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536e400. 02000000:00000001:3.0:1789036494.175308:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036494.175310:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036494.175312:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d95880. 00000100:00000001:3.0:1789036494.175315:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036494.175316:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036494.175319:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036494.175327:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036494.175329:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036494.175332:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036494.175334:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789036494.178599:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036494.178623:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036494.178626:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036494.178629:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036494.178638:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036494.178646:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036494.178658:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036494.178662:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036494.178668:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036494.178672:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dbc80 00000400:00000200:2.0:1789036494.178690:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036494.178697:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x53956d [1] + 224 00000800:00000001:2.0:1789036494.178704:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036494.179573:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036494.179580:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036494.179586:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036494.179595:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036494.179605:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d95500 x1875927346560128/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036494.179616:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d95500 x1875927346560128/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036494.179646:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036494.179657:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036494.179662:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036494.182242:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036494.182252:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789036494.182290:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036494.182292:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036494.182296:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d891206d68. 00000400:00000200:3.0:1789036494.182304:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f440 00000400:00000010:3.0:1789036494.182307:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f440. 00000100:00000001:3.0:1789036494.182313:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036494.182326:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d95500 x1875927346560128/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036494.182339:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d95500 x1875927346560128/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036494.182347:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036494.182349:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036494.182352:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036494.182355:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036494.182357:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036494.182360:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036494.182363:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036494.182374:0:2396:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edb460 time=5 v=60 (60 60 61 61) 00000100:00001000:3.0:1789036494.182378:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edb418 time=18 v=5 (1 1 1 0) 00000100:00000001:3.0:1789036494.182381:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036494.182383:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036494.182385:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789036494.182390:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97d8a7d95500 x1875927346560128/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789036494.182396:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036494.182400:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036494.182402:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97d8b9387800: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1789036494.182404:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036494.182406:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036494.182411:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d95500 x1875927346560128/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036494.182417:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036494.182421:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036494.182429:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036494.182434:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d95500 x1875927346560128/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036494.182442:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346560128:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036494.182448:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036494.182451:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036494.182455:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d95500 x1875927346560128/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036579 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036494.182623:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036494.182627:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036494.182631:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d88b1a1800. 02000000:00000001:3.0:1789036494.182637:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036494.182640:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036494.182642:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d887edb000 refcount=3 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000020:00000001:3.0:1789036494.182645:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036494.182647:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536e700. 02000000:00000001:3.0:1789036494.182651:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036494.182652:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036494.182654:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d95500. 00000100:00000001:3.0:1789036494.182658:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036494.182659:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036494.182662:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036494.182670:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036494.182672:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036494.182674:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036494.182677:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036494.463145:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036494.463154:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036494.463161:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036494.463162:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036494.470125:0:242419:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789036494.470133:0:242419:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036494.470139:0:242419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036495.486969:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036495.486976:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036495.486983:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036495.486984:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036495.487195:0:236342:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036495.487199:0:236342:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036495.487203:0:236342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036496.510977:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036496.510984:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036496.510990:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036496.510991:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036496.511013:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036496.511016:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036496.511019:0:252249:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789036497.214942:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036497.214953:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036497.214963:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d95500. 00000020:00000040:3.0:1789036497.214969:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d8861f3800 refcount=4 obd=MGC192.168.204.121@tcp 00000100:00000001:3.0:1789036497.214973:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036497.214975:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036497.214979:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036497.215005:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536e700. 00000100:00000001:3.0:1789036497.215012:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036497.215023:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS req@ffff97d8a7d95500 x1875927346560384/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036497.215034:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036497.215038:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036497.215044:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094e79b3a] to pc [ptlrpcd_01_01+1] req@ffff97d8a7d95500 x1875927346560384/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.215096:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036497.215099:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036497.215103:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036497.215107:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d95880. 00000020:00000040:3.0:1789036497.215109:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=6 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:3.0:1789036497.215111:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036497.215113:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036497.215115:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036497.215118:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536e400. 00000100:00000001:3.0:1789036497.215121:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036497.215126:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID req@ffff97d8a7d95880 x1875927346560512/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036497.215134:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036497.215136:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036497.215141:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083ff8e2a] to pc [ptlrpcd_01_00+0] req@ffff97d8a7d95880 x1875927346560512/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.215150:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036497.215152:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036497.215156:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036497.215159:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d97100. 00000020:00000040:3.0:1789036497.215161:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887edb000 refcount=4 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000100:00000001:3.0:1789036497.215164:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036497.215171:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036497.215173:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036497.215177:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536ec00. 00000100:00000001:3.0:1789036497.215180:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036497.215185:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID req@ffff97d8a7d97100 x1875927346560640/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036497.215193:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036497.215195:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036497.215199:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003252b956] to pc [ptlrpcd_01_01+1] req@ffff97d8a7d97100 x1875927346560640/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.215207:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036497.215209:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036497.215212:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036497.215215:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d96a00. 00000020:00000040:3.0:1789036497.215218:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887d65000 refcount=4 obd=lustre-OST0000-osc-ffff97d8b9387800 00000100:00000001:3.0:1789036497.215220:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036497.215221:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036497.215236:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036497.215240:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536e500. 00000100:00000001:3.0:1789036497.215243:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036497.215247:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID req@ffff97d8a7d96a00 x1875927346560768/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036497.215254:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036497.215256:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036497.215260:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bb1a88c] to pc [ptlrpcd_01_00+0] req@ffff97d8a7d96a00 x1875927346560768/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.215267:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036497.215269:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789036497.215272:0:233053:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789036497.215284:0:233053:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12916) 00000100:00000001:3.0:1789036497.215309:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036497.215313:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036497.215315:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036497.215321:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d95880 x1875927346560512/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.215329:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036497.215331:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036497.215336:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036497.215338:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036497.215341:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036497.215344:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346560512:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036497.215349:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036497.215355:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036497.215357:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036497.215360:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036497.215364:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d88b1a1800. 02000000:00000001:3.0:1789036497.215366:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036497.215374:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036497.215378:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d891206d68. 00000400:00000010:3.0:1789036497.215384:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f440. 00000100:00000200:3.0:1789036497.215390:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346560512, portal 10 00000100:00000001:3.0:1789036497.215392:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036497.215394:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517610112 : -114518191941504 : ffff97d8a7d95880) 00000100:00000040:3.0:1789036497.215403:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d95880 x1875927346560512/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.215411:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036497.215413:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036497.215416:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f198. 00000100:00000200:3.0:1789036497.215419:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346560512, offset 0 00000400:00000200:3.0:1789036497.215425:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036497.215433:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036497.215441:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036497.215452:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036497.215456:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036497.215460:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036497.215463:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036497.215467:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557045:557045:256:4294967295] 192.168.204.121@tcp LPNI seq info [556999:556999:8:4294967295] 00000400:00000200:3.0:1789036497.215472:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036497.215481:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036497.215487:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036497.215492:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536e100. 00000800:00000200:3.0:1789036497.215498:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036497.215506:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036497.215510:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036497.215521:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036497.215526:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25653 usecs (26 jiffies) 00000400:00000200:3.0:1789036497.215529:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036497.215532:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307578394 00000100:00000001:3.0:1789036497.215534:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307579095 00000100:00000001:3.0:1789036497.215536:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307578394 00000100:00000001:3.0:1789036497.215538:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307579095 00000100:00000001:3.0:1789036497.215540:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036497.215542:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036497.215545:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036497.215548:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d96a00 x1875927346560768/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.215554:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036497.215556:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036497.215557:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036497.215559:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036497.215560:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036497.215569:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346560768:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036497.215572:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036497.215575:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036497.215576:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036497.215578:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036497.215581:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d88b1a1400. 02000000:00000001:3.0:1789036497.215584:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036497.215587:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036497.215590:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8912066e0. 00000400:00000010:3.0:1789036497.215594:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f2a8. 00000100:00000200:3.0:1789036497.215597:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346560768, portal 4 00000100:00000001:3.0:1789036497.215599:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036497.215600:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517614592 : -114518191937024 : ffff97d8a7d96a00) 00000100:00000040:3.0:1789036497.215606:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d96a00 x1875927346560768/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.215613:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036497.215615:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036497.215618:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44fee0. 00000100:00000200:3.0:1789036497.215620:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875927346560768, offset 0 00000400:00000200:3.0:1789036497.215624:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036497.215628:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036497.215633:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036497.215636:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036497.215639:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036497.215641:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036497.215644:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000100:00000001:2.0:1789036497.215645:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1789036497.215649:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557046:557046:255:4294967295] 192.168.204.121@tcp LPNI seq info [557000:557000:7:4294967295] 00000100:00000001:2.0:1789036497.215650:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036497.215653:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1789036497.215657:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000040:2.0:1789036497.215664:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d95500 x1875927346560384/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789036497.215666:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036497.215678:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036497.215685:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536e900. 00000800:00000200:3.0:1789036497.215701:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000100:00000001:2.0:1789036497.215708:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1789036497.215710:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000100:00000001:2.0:1789036497.215711:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789036497.215716:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536e900 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1789036497.215717:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789036497.215721:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036497.215723:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036497.215725:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036497.215729:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: using a timeout of 101868 usecs (102 jiffies) 00000100:00100000:2.0:1789036497.215732:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2396:1875927346560384:192.168.204.121@tcp:400:kworker.0 00000400:00000200:3.0:1789036497.215737:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036497.215740:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1789036497.215742:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307578470 02000000:00000001:2.0:1789036497.215745:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789036497.215746:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307579095 02000000:00000001:2.0:1789036497.215749:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036497.215750:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307578470 02000000:00000001:2.0:1789036497.215754:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789036497.215755:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307579095 00000100:00000001:3.0:1789036497.215760:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1789036497.215760:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d887164a00. 00000100:00000001:3.0:1789036497.215766:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036497.215766:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036497.215772:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036497.215777:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036497.215777:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:2.0:1789036497.215783:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d882fb15d8. 00000100:00000001:3.0:1789036497.215787:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1789036497.215790:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b6e8. 00000100:00000001:3.0:1789036497.215791:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1789036497.215796:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036497.215798:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1789036497.215798:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346560384, portal 25 00000100:00000001:3.0:1789036497.215801:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036497.215803:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036497.215805:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036497.215806:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517609216 : -114518191942400 : ffff97d8a7d95500) 00000100:00000040:2.0:1789036497.215850:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d95500 x1875927346560384/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036497.215858:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789036497.215861:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:2.0:1789036497.215865:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b990. 00000100:00000200:2.0:1789036497.215868:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875927346560384, offset 0 00000400:00000200:2.0:1789036497.215874:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:2.0:1789036497.215879:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036497.215882:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:2.0:1789036497.215885:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789036497.215888:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:2.0:1789036497.215891:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789036497.215893:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000800:00000200:3.0:1789036497.215901:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1789036497.215906:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557047:557047:254:4294967295] 192.168.204.121@tcp LPNI seq info [557001:557001:6:4294967295] 00000800:00000010:3.0:1789036497.215907:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536e100. 00000400:00000200:2.0:1789036497.215916:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036497.215917:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036497.215927:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036497.215930:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789036497.215937:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:2.0:1789036497.215942:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d883ca9300. 00000800:00000200:2.0:1789036497.215946:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:2.0:1789036497.215950:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:2.0:1789036497.215953:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d883ca9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789036497.215956:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036497.215959:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036497.215961:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 2 is 4307582167 00000100:00000001:2.0:1789036497.215968:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307579095 00000100:00000001:2.0:1789036497.215972:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 3 is 4307582167 00000100:00000001:2.0:1789036497.215975:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307579095 00000100:00000001:2.0:1789036497.215977:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036497.215980:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036497.215982:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789036497.215986:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d97100 x1875927346560640/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036497.215993:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789036497.215994:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036497.215996:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789036497.215998:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789036497.216000:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789036497.216003:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346560640:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036497.216007:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789036497.216009:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789036497.216010:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036497.216012:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789036497.216015:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d887164200. 02000000:00000001:2.0:1789036497.216022:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036497.216027:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:2.0:1789036497.216029:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d882fb1898. 00000400:00000010:2.0:1789036497.216033:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b3b8. 00000100:00000200:2.0:1789036497.216036:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346560640, portal 10 00000100:00000001:2.0:1789036497.216037:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789036497.216039:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517616384 : -114518191935232 : ffff97d8a7d97100) 00000100:00000040:2.0:1789036497.216045:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d97100 x1875927346560640/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036497.216051:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789036497.216053:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:2.0:1789036497.216056:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b770. 00000100:00000200:2.0:1789036497.216058:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346560640, offset 0 00000400:00000200:2.0:1789036497.216063:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036497.216270:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f198 00000400:00000010:3.0:1789036497.216274:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f198. 00000100:00000001:3.0:1789036497.216279:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036497.216284:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d95880 x1875927346560512/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.216294:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036497.216297:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d95880 x1875927346560512/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.216317:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036497.216319:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789036497.216333:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036497.216336:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536e900. 00000400:00000200:3.0:1789036497.216339:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036497.216342:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036497.216346:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44fee0 00000400:00000010:3.0:1789036497.216347:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44fee0. 00000100:00000001:3.0:1789036497.216350:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036497.216354:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d96a00 x1875927346560768/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.216361:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036497.216364:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d96a00 x1875927346560768/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.216371:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036497.216372:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789036497.216437:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036497.216440:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d883ca9300. 00000400:00000200:3.0:1789036497.216444:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036497.216447:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036497.216450:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b990 00000400:00000010:3.0:1789036497.216452:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b990. 00000100:00000001:3.0:1789036497.216455:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036497.216459:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d95500 x1875927346560384/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.216466:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036497.216469:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d95500 x1875927346560384/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.216475:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036497.216477:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1789036497.223015:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036497.223031:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:2.0:1789036497.223037:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789036497.223042:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:2.0:1789036497.223046:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789036497.223049:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:2.0:1789036497.223053:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557048:557048:256:4294967295] 192.168.204.121@tcp LPNI seq info [557002:557002:8:4294967295] 00000400:00000200:2.0:1789036497.223058:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036497.223070:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789036497.223077:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:2.0:1789036497.223086:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d883ca9900. 00000800:00000200:2.0:1789036497.223094:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:2.0:1789036497.223102:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000001:3.0:1789036497.223104:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1789036497.223107:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d883ca9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789036497.223124:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036497.223132:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: using a timeout of 19618 usecs (20 jiffies) 00000800:00000001:3.0:1789036497.223135:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036497.223140:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000800:00000001:3.0:1789036497.223141:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036497.223145:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036497.223151:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036497.223151:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307578396 00000100:00000001:2.0:1789036497.223157:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307582167 00000400:00000200:3.0:1789036497.223160:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000100:00000001:2.0:1789036497.223162:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307578396 00000100:00000001:2.0:1789036497.223167:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307582167 00000100:00000001:2.0:1789036497.223170:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1789036497.223173:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036497.223176:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036497.223180:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036497.223182:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036497.223187:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036497.223188:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036497.223194:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dbe00 00000100:00000001:2.0:1789036497.223198:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1789036497.223201:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036497.223202:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789036497.223207:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1789036497.223211:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x53958d [1] + 224 00000100:00000001:2.0:1789036497.223211:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036497.223214:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036497.223220:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789036497.223235:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036497.223242:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036497.223247:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036497.223252:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036497.223260:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036497.223270:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d95880 x1875927346560512/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036497.223332:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d95880 x1875927346560512/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.223347:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036497.223354:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1789036497.223366:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036497.223368:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789036497.223374:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036497.223376:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036497.223379:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d891206d68. 00000400:00000200:3.0:1789036497.223383:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f440 00000400:00000010:3.0:1789036497.223386:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f440. 00000100:00000001:3.0:1789036497.223388:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036497.223392:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d95880 x1875927346560512/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036497.223401:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d95880 x1875927346560512/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.223415:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036497.223417:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036497.223419:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036497.223422:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036497.223425:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036497.223427:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036497.223430:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036497.223441:0:2395:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=8 v=60 (60 60 61 61) 00000100:00001000:3.0:1789036497.223445:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=44 v=5 (1 1 1 0) 00000100:00000001:3.0:1789036497.223448:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036497.223449:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036497.223452:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036497.223455:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036497.223459:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036497.223462:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771464 00000100:00000001:3.0:1789036497.223464:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036497.223466:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036497.223471:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d95880 x1875927346560512/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.223478:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036497.223481:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036497.223483:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036497.223487:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d95880 x1875927346560512/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036497.223495:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346560512:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036497.223500:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036497.223502:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036497.223506:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d95880 x1875927346560512/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.223513:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036497.223520:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036497.223524:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d88b1a1800. 02000000:00000001:3.0:1789036497.223528:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036497.223532:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036497.223533:0:2395:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=5 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:3.0:1789036497.223536:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036497.223539:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536e400. 02000000:00000001:3.0:1789036497.223541:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036497.223543:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036497.223545:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d95880. 00000100:00000001:3.0:1789036497.223549:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036497.223550:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036497.223553:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036497.223554:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036497.223555:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036497.223557:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036497.223558:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789036497.227169:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036497.227179:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d883ca9900. 00000400:00000200:2.0:1789036497.227188:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036497.227197:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036497.227205:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b770 00000400:00000010:2.0:1789036497.227208:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b770. 00000100:00000001:2.0:1789036497.227213:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036497.227233:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d97100 x1875927346560640/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036497.227246:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036497.227250:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d97100 x1875927346560640/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036497.227258:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036497.227259:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789036497.229001:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036497.229009:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036497.229013:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036497.229022:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036497.229029:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036497.229037:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036497.229042:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036497.229057:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036497.229062:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 25 MB=0x6aa255f1dbd80 00000400:00000200:3.0:1789036497.229068:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036497.229073:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.121@tcp of length 224/224 into md 0x5395ad [1] + 224 00000800:00000001:3.0:1789036497.229081:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036497.229084:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036497.229088:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036497.229092:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036497.229097:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036497.229104:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d95500 x1875927346560384/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036497.229132:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d95500 x1875927346560384/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.229155:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036497.229162:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036497.229164:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036497.229166:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036497.229168:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036497.229171:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036497.229174:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036497.229177:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036497.229180:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036497.229182:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036497.229185:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 4 MB=0x6aa255f1dbf00 00000400:00000200:3.0:1789036497.229188:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036497.229193:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.121@tcp of length 224/224 into md 0x53959d [1] + 224 00000800:00000001:3.0:1789036497.229196:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036497.229198:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036497.229200:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036497.229203:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036497.229205:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036497.229209:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d96a00 x1875927346560768/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036497.229217:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d96a00 x1875927346560768/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.229239:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036497.229242:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036497.229246:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036497.229247:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036497.229249:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036497.229251:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036497.229259:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036497.229263:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036497.229265:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036497.229268:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036497.229270:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dbe80 00000400:00000200:3.0:1789036497.229273:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036497.229277:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x5395bd [1] + 224 00000800:00000001:3.0:1789036497.229280:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036497.229328:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036497.229330:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036497.229334:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036497.229336:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036497.229341:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d97100 x1875927346560640/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036497.229348:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d97100 x1875927346560640/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.229356:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036497.229358:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036497.229361:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036497.229379:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036497.229383:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789036497.229389:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036497.229391:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036497.229394:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8912066e0. 00000400:00000200:3.0:1789036497.229397:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f2a8 00000400:00000010:3.0:1789036497.229399:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f2a8. 00000100:00000001:3.0:1789036497.229402:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036497.229405:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d96a00 x1875927346560768/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036497.229413:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d96a00 x1875927346560768/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.229419:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036497.229425:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036497.229428:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036497.229431:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036497.229433:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036497.229435:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036497.229438:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036497.229447:0:2395:0:(import.c:2196:obd_at_measure()) add 36 to ffff97d887d65460 time=8 v=36 (36 36 5 5) 00000100:00001000:3.0:1789036497.229451:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887d65418 time=86 v=5 (1 1 1 1) 00000100:00000001:3.0:1789036497.229454:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036497.229455:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036497.229458:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036497.229461:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036497.229464:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036497.229466:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97d8b9387800: skip recheck: last_committed 42949695659 00000100:00000001:3.0:1789036497.229468:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036497.229470:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036497.229474:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d96a00 x1875927346560768/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.229480:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036497.229483:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036497.229485:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036497.229488:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d96a00 x1875927346560768/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036497.229496:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346560768:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036497.229543:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036497.229546:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036497.229549:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d96a00 x1875927346560768/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036497.229555:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036497.229557:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036497.229561:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d88b1a1400. 02000000:00000001:3.0:1789036497.229564:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036497.229566:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036497.229572:0:2395:0:(genops.c:1222:class_import_put()) import ffff97d887d65000 refcount=3 obd=lustre-OST0000-osc-ffff97d8b9387800 00000020:00000001:3.0:1789036497.229574:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036497.229577:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536e500. 02000000:00000001:3.0:1789036497.229579:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036497.229581:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036497.229583:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d96a00. 00000100:00000001:3.0:1789036497.229586:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036497.229588:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036497.229590:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036497.229596:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036497.229598:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036497.229600:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036497.229602:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036497.231704:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036497.231711:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789036497.231719:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789036497.231721:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789036497.231725:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d882fb15d8. 00000400:00000200:2.0:1789036497.231733:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b6e8 00000400:00000010:2.0:1789036497.231750:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b6e8. 00000100:00000001:2.0:1789036497.231754:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036497.231764:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d95500 x1875927346560384/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789036497.231776:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d95500 x1875927346560384/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036497.231783:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789036497.231785:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036497.231788:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789036497.231791:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789036497.231793:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789036497.231795:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036497.231798:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789036497.231804:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d8861f3c60 time=8 v=5 (5 5 5 5) 00000100:00001000:2.0:1789036497.231808:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d8861f3c18 time=44 v=5 (1 1 1 0) 00000100:00000001:2.0:1789036497.231811:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789036497.231812:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036497.231921:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789036497.231923:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036497.231926:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036497.231932:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d95500 x1875927346560384/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036497.231940:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036497.231943:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789036497.231944:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789036497.231948:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d95500 x1875927346560384/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789036497.231957:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2396:1875927346560384:192.168.204.121@tcp:400:kworker.0 00000400:00000001:2.0:1789036497.231963:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789036497.231965:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789036497.231967:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d882fb1898. 00000400:00000200:2.0:1789036497.231969:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b3b8 00000400:00000010:2.0:1789036497.231982:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b3b8. 00000100:00000001:2.0:1789036497.231985:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036497.231989:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d97100 x1875927346560640/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789036497.231997:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d97100 x1875927346560640/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036497.232004:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789036497.232006:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036497.232007:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789036497.232009:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789036497.232010:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789036497.232012:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036497.232014:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789036497.232020:0:2396:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edb460 time=8 v=60 (60 60 61 61) 00000100:00001000:2.0:1789036497.232023:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edb418 time=21 v=5 (1 1 1 0) 00000100:00000001:2.0:1789036497.232026:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789036497.232027:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036497.232029:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789036497.232033:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97d8a7d97100 x1875927346560640/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789036497.232039:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036497.232042:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789036497.232044:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97d8b9387800: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1789036497.232046:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789036497.232047:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036497.232051:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d97100 x1875927346560640/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036497.232057:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036497.232059:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789036497.232060:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789036497.232064:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d97100 x1875927346560640/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789036497.232148:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346560640:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036497.232213:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036497.232216:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036497.232221:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d95500 x1875927346560384/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036497.232239:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789036497.232242:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789036497.232303:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d887164a00. 02000000:00000001:2.0:1789036497.232307:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789036497.232310:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789036497.232311:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d8861f3800 refcount=3 obd=MGC192.168.204.121@tcp 00000020:00000001:2.0:1789036497.232313:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789036497.232315:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536e700. 02000000:00000001:2.0:1789036497.232319:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789036497.232320:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789036497.232322:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d95500. 00000100:00000001:2.0:1789036497.232325:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789036497.232326:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036497.232328:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036497.232331:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d97100 x1875927346560640/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036497.232337:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789036497.232338:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789036497.232339:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d887164200. 02000000:00000001:2.0:1789036497.232341:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789036497.232342:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789036497.232343:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d887edb000 refcount=3 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000020:00000001:2.0:1789036497.232344:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789036497.232345:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536ec00. 02000000:00000001:2.0:1789036497.232347:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789036497.232348:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789036497.232349:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d97100. 00000100:00000001:2.0:1789036497.232350:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789036497.232356:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036497.232358:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036497.232364:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789036497.232366:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036497.232368:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036497.232370:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036497.537852:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036497.537858:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036497.537865:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036497.537866:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036497.538342:0:236343:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036497.538346:0:236343:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036497.538350:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036498.558957:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036498.558964:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036498.558969:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036498.558971:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036498.559034:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036498.559038:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036498.559041:0:248124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036499.582952:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036499.582959:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036499.582964:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036499.582965:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036499.583097:0:242419:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789036499.583101:0:242419:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036499.583104:0:242419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036500.607938:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036500.607945:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036500.607951:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036500.607952:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036500.608175:0:236342:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036500.608179:0:236342:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036500.608183:0:236342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789036501.055575:0:252176:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712cb30 (cpu 3) has reached its deadline 4307582167, at 4307582208 00000100:00000010:3.0:1789036501.055592:0:252176:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8ac080120. 00000100:00000040:2.0:1789036501.055757:0:219630:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712ca20 (cpu 2) has reached its deadline 4307582167, at 4307582208 00000100:00000010:2.0:1789036501.055765:0:219630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8ac080b40. 00010000:00000001:2.0:1789036501.633523:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036501.633531:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036501.633536:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036501.633537:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036501.633581:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036501.633584:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036501.633586:0:252249:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789036502.334961:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789036502.334971:0:261542:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789036502.334982:0:261542:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d898f7b480. 00000020:00000040:1.0:1789036502.334988:0:261542:0:(genops.c:1209:class_import_get()) import ffff97d8861f3800 refcount=4 obd=MGC192.168.204.121@tcp 00000100:00000001:1.0:1789036502.334992:0:261542:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789036502.334995:0:261542:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789036502.335001:0:261542:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789036502.335010:0:261542:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d889b2ae00. 00000100:00000001:1.0:1789036502.335016:0:261542:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036502.335029:0:261542:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS req@ffff97d898f7b480 x1875927346560896/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789036502.335062:0:261542:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789036502.335066:0:261542:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036502.335073:0:261542:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fdb6c7c] to pc [ptlrpcd_00_00+0] req@ffff97d898f7b480 x1875927346560896/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036502.335098:0:261542:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036502.335100:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789036502.335104:0:261542:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789036502.335107:0:261542:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d898f78e00. 00000020:00000040:1.0:1789036502.335110:0:261542:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=6 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:1.0:1789036502.335113:0:261542:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789036502.335114:0:261542:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789036502.335116:0:261542:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789036502.335121:0:261542:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d889b2a200. 00000100:00000001:1.0:1789036502.335124:0:261542:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036502.335139:0:261542:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID req@ffff97d898f78e00 x1875927346561024/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789036502.335146:0:261542:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789036502.335148:0:261542:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036502.335151:0:261542:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e044ec61] to pc [ptlrpcd_00_01+1] req@ffff97d898f78e00 x1875927346561024/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036502.335159:0:261542:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036502.335161:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789036502.335165:0:261542:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789036502.335167:0:261542:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d898f7ad80. 00000020:00000040:1.0:1789036502.335170:0:261542:0:(genops.c:1209:class_import_get()) import ffff97d887edb000 refcount=4 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000100:00000001:1.0:1789036502.335171:0:261542:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789036502.335173:0:261542:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789036502.335174:0:261542:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789036502.335177:0:261542:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d889b2a100. 00000100:00000001:1.0:1789036502.335186:0:261542:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036502.335190:0:261542:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID req@ffff97d898f7ad80 x1875927346561152/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789036502.335196:0:261542:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789036502.335198:0:261542:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036502.335201:0:261542:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a67a1eb4] to pc [ptlrpcd_00_00+0] req@ffff97d898f7ad80 x1875927346561152/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036502.335209:0:261542:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036502.335211:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789036502.335214:0:261542:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789036502.335217:0:261542:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d898f78000. 00000020:00000040:1.0:1789036502.335219:0:261542:0:(genops.c:1209:class_import_get()) import ffff97d887d65000 refcount=4 obd=lustre-OST0000-osc-ffff97d8b9387800 00000100:00000001:1.0:1789036502.335221:0:261542:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789036502.335222:0:261542:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789036502.335224:0:261542:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789036502.335227:0:261542:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d889b2a500. 00000100:00000001:1.0:1789036502.335229:0:261542:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036502.335233:0:261542:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID req@ffff97d898f78000 x1875927346561280/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789036502.335239:0:261542:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789036502.335241:0:261542:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036502.335244:0:261542:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058933f6a] to pc [ptlrpcd_00_01+1] req@ffff97d898f78000 x1875927346561280/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036502.335251:0:261542:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036502.335254:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789036502.335257:0:261542:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789036502.335262:0:261542:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12921) 00000100:00000001:0.0:1789036502.335341:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036502.335346:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789036502.335349:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036502.335356:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d898f7b480 x1875927346560896/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.335363:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036502.335365:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036502.335369:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036502.335372:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036502.335374:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036502.335377:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d898f7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2393:1875927346560896:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036502.335382:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036502.335386:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036502.335388:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036502.335390:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036502.335395:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888855600. 02000000:00000001:0.0:1789036502.335397:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036502.335405:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036502.335410:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee8580. 00000400:00000010:0.0:1789036502.335416:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283770. 00000100:00000200:0.0:1789036502.335422:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346560896, portal 25 00000100:00000001:0.0:1789036502.335425:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036502.335427:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555267941504 : -114518441610112 : ffff97d898f7b480) 00000100:00000040:0.0:1789036502.335432:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d898f7b480 x1875927346560896/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.335444:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036502.335446:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036502.335449:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283f68. 00000100:00000200:0.0:1789036502.335453:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875927346560896, offset 0 00000400:00000200:0.0:1789036502.335459:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036502.335482:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036502.335490:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036502.335495:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036502.335498:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036502.335502:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036502.335504:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036502.335507:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557049:557049:256:4294967295] 192.168.204.121@tcp LPNI seq info [557003:557003:8:4294967295] 00000400:00000200:0.0:1789036502.335511:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036502.335521:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036502.335526:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036502.335532:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d7811bf100. 00000800:00000200:0.0:1789036502.335538:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036502.335546:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036502.335551:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d7811bf100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036502.335571:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036502.335574:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036502.335577:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 2 is 4307587286 00000100:00000010:0.0:1789036502.335581:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d889a1c900. 00000100:00000001:0.0:1789036502.335586:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789036502.335590:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 3 is 4307587286 00000100:00000010:0.0:1789036502.335592:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d889a1cd80. 00000100:00000001:0.0:1789036502.335595:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789036502.335597:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036502.335600:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036502.335608:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036502.335612:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d898f7ad80 x1875927346561152/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.335618:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036502.335620:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036502.335621:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036502.335623:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036502.335625:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036502.335627:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d898f7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346561152:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036502.335630:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036502.335632:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036502.335634:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036502.335636:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036502.335639:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888854600. 02000000:00000001:0.0:1789036502.335641:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036502.335644:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036502.335647:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee8108. 00000400:00000010:0.0:1789036502.335650:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283bb0. 00000100:00000200:0.0:1789036502.335653:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346561152, portal 10 00000100:00000001:0.0:1789036502.335655:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036502.335657:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555267939712 : -114518441611904 : ffff97d898f7ad80) 00000100:00000040:0.0:1789036502.335664:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d898f7ad80 x1875927346561152/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.335670:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036502.335672:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036502.335675:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba2836e8. 00000100:00000200:0.0:1789036502.335677:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346561152, offset 0 00000400:00000200:0.0:1789036502.335681:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036502.335685:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036502.335689:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036502.335691:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036502.335694:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036502.335696:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036502.335706:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036502.335710:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557050:557050:255:4294967295] 192.168.204.121@tcp LPNI seq info [557004:557004:7:4294967295] 00000400:00000200:0.0:1789036502.335714:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036502.335721:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036502.335725:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036502.335729:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d7811bf300. 00000800:00000200:0.0:1789036502.335732:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036502.335736:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036502.335738:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d7811bf300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036502.335741:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036502.335745:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: using a timeout of 19618 usecs (20 jiffies) 00000400:00000200:0.0:1789036502.335748:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036502.335750:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307583508 00000100:00000001:0.0:1789036502.335752:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307587286 00000100:00000001:0.0:1789036502.335754:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307583508 00000100:00000001:0.0:1789036502.335756:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307587286 00000100:00000001:0.0:1789036502.335758:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036502.335760:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036502.335763:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036502.335766:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036502.335772:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789036502.335774:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789036502.335776:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036502.335777:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789036502.335779:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036502.335782:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1789036502.335783:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036502.335785:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789036502.335786:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036502.335787:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036502.335788:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789036502.335789:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036502.335799:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d898f78e00 x1875927346561024/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.335806:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036502.335808:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036502.335810:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036502.335811:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036502.335813:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036502.335848:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d898f78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346561024:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036502.335851:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036502.335854:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036502.335856:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036502.335858:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036502.335861:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888855200. 02000000:00000001:0.0:1789036502.335863:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036502.335866:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036502.335868:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee8840. 00000400:00000010:0.0:1789036502.335871:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba2832a8. 00000100:00000200:0.0:1789036502.335874:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346561024, portal 10 00000100:00000001:0.0:1789036502.335876:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036502.335877:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555267931648 : -114518441619968 : ffff97d898f78e00) 00000100:00000040:0.0:1789036502.335883:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d898f78e00 x1875927346561024/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.335889:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036502.335905:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036502.335907:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283220. 00000100:00000200:0.0:1789036502.335910:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346561024, offset 0 00000400:00000200:0.0:1789036502.335914:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036502.335918:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036502.335921:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036502.335924:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036502.335926:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036502.335928:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036502.335936:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036502.335939:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557051:557051:254:4294967295] 192.168.204.121@tcp LPNI seq info [557005:557005:6:4294967295] 00000400:00000200:0.0:1789036502.335944:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036502.335950:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036502.335955:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036502.335958:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d7811bf200. 00000800:00000200:0.0:1789036502.335962:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036502.335966:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036502.335969:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d7811bf200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036502.335972:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036502.335975:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25648 usecs (26 jiffies) 00000400:00000200:0.0:1789036502.335978:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036502.335980:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307583515 00000100:00000001:0.0:1789036502.335982:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307587286 00000100:00000001:0.0:1789036502.335984:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307583515 00000100:00000001:0.0:1789036502.335986:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307587286 00000100:00000001:0.0:1789036502.335988:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036502.335990:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036502.335992:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036502.335996:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d898f78000 x1875927346561280/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.336003:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036502.336004:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036502.336006:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036502.336008:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036502.336010:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036502.336012:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d898f78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346561280:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036502.336015:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036502.336024:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036502.336026:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036502.336027:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036502.336030:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888854e00. 02000000:00000001:0.0:1789036502.336032:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036502.336036:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036502.336038:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee85d8. 00000400:00000010:0.0:1789036502.336042:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283cc0. 00000100:00000200:0.0:1789036502.336045:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346561280, portal 4 00000100:00000001:0.0:1789036502.336046:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036502.336047:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555267928064 : -114518441623552 : ffff97d898f78000) 00000100:00000040:0.0:1789036502.336053:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d898f78000 x1875927346561280/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.336058:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036502.336060:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036502.336062:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283088. 00000100:00000200:0.0:1789036502.336064:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875927346561280, offset 0 00000400:00000200:0.0:1789036502.336068:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036502.336071:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036502.336074:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036502.336077:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036502.336079:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036502.336081:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036502.336083:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036502.336086:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557052:557052:253:4294967295] 192.168.204.121@tcp LPNI seq info [557006:557006:5:4294967295] 00000400:00000200:0.0:1789036502.336090:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036502.336095:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036502.336099:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036502.336103:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d7811bff00. 00000800:00000200:0.0:1789036502.336106:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036502.336110:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036502.336113:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d7811bff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036502.336122:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036502.336135:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: using a timeout of 101802 usecs (102 jiffies) 00000400:00000200:0.0:1789036502.336139:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036502.336141:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307583591 00000100:00000001:0.0:1789036502.336143:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307587286 00000100:00000001:0.0:1789036502.336144:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307583591 00000100:00000001:0.0:1789036502.336146:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307587286 00000100:00000001:0.0:1789036502.336148:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036502.336150:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036502.336153:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036502.336155:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036502.336166:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036502.336168:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789036502.336699:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036502.336705:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d7811bf100. 00000400:00000200:2.0:1789036502.336713:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036502.336719:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036502.336725:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283f68 00000400:00000010:2.0:1789036502.336727:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283f68. 00000100:00000001:2.0:1789036502.336739:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036502.336745:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d898f7b480 x1875927346560896/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036502.336755:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036502.336758:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d898f7b480 x1875927346560896/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036502.336766:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036502.336767:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036502.336781:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036502.336784:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d7811bf300. 00000400:00000200:2.0:1789036502.336787:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036502.336791:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036502.336793:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba2836e8 00000400:00000010:2.0:1789036502.336795:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba2836e8. 00000100:00000001:2.0:1789036502.336797:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036502.336801:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d898f7ad80 x1875927346561152/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036502.336808:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036502.336811:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d898f7ad80 x1875927346561152/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036502.336852:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036502.336854:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036502.336865:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036502.336867:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d7811bf200. 00000400:00000200:2.0:1789036502.336870:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036502.336873:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036502.336876:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283220 00000400:00000010:2.0:1789036502.336878:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283220. 00000100:00000001:2.0:1789036502.336880:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036502.336883:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d898f78e00 x1875927346561024/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036502.336889:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036502.336900:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d898f78e00 x1875927346561024/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036502.336906:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036502.336907:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036502.336976:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036502.336979:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d7811bff00. 00000400:00000200:2.0:1789036502.336982:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036502.336986:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036502.336989:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283088 00000400:00000010:2.0:1789036502.336990:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283088. 00000100:00000001:2.0:1789036502.336993:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036502.336996:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d898f78000 x1875927346561280/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036502.337004:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036502.337006:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d898f78000 x1875927346561280/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036557 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036502.337012:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036502.337013:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789036502.342955:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036502.342976:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036502.342981:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036502.342983:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036502.342994:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036502.343004:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036502.343013:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036502.343019:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036502.343025:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036502.343030:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 4 MB=0x6aa255f1dc100 00000400:00000200:3.0:1789036502.343035:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036502.343041:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.121@tcp of length 224/224 into md 0x5395e5 [1] + 224 00000800:00000001:3.0:1789036502.343049:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036502.343053:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036502.343072:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036502.343076:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036502.343084:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036502.343093:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d898f78000 x1875927346561280/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036502.343104:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d898f78000 x1875927346561280/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036502.343136:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036502.343145:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036502.343149:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036502.343150:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036502.343152:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036502.343155:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036502.343158:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036502.343162:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036502.343165:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036502.343168:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036502.343170:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dc000 00000400:00000200:3.0:1789036502.343173:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036502.343178:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x5395dd [1] + 224 00000800:00000001:3.0:1789036502.343181:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036502.343185:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036502.343187:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036502.343189:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036502.343193:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036502.343198:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d898f78e00 x1875927346561024/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036502.343207:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d898f78e00 x1875927346561024/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036502.343215:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036502.343225:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036502.343230:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036502.343232:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036502.343234:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036502.343237:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036502.343241:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036502.343244:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036502.343246:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036502.343249:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036502.343252:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 25 MB=0x6aa255f1dbf80 00000400:00000200:3.0:1789036502.343256:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036502.343259:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.121@tcp of length 224/224 into md 0x5395cd [1] + 224 00000800:00000001:3.0:1789036502.343262:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036502.343267:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036502.343269:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036502.343272:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036502.343275:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036502.343280:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d898f7b480 x1875927346560896/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036502.343287:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d898f7b480 x1875927346560896/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036502.343293:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036502.343296:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036502.343299:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036502.347150:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036502.347159:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789036502.347169:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036502.347172:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036502.347177:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee8840. 00000400:00000200:0.0:1789036502.347187:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba2832a8 00000400:00000010:0.0:1789036502.347190:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba2832a8. 00000100:00000001:0.0:1789036502.347195:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036502.347206:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d898f78e00 x1875927346561024/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036502.347219:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d898f78e00 x1875927346561024/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.347227:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036502.347229:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036502.347232:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036502.347235:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036502.347237:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036502.347240:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036502.347243:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036502.347252:0:2393:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=13 v=60 (60 60 61 61) 00000100:00001000:0.0:1789036502.347275:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=49 v=5 (1 1 1 0) 00000100:00000001:0.0:1789036502.347278:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036502.347280:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036502.347283:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789036502.347286:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036502.347290:0:2393:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789036502.347293:0:2393:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771464 00000100:00000001:0.0:1789036502.347295:0:2393:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789036502.347297:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036502.347302:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d898f78e00 x1875927346561024/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.347309:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036502.347312:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036502.347314:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036502.347317:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d898f78e00 x1875927346561024/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036502.347324:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d898f78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346561024:192.168.204.121@tcp:400:kworker.0 00000400:00000001:0.0:1789036502.347332:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036502.347334:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036502.347336:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee85d8. 00000400:00000200:0.0:1789036502.347338:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283cc0 00000400:00000010:0.0:1789036502.347340:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283cc0. 00000100:00000001:0.0:1789036502.347342:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036502.347347:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d898f78000 x1875927346561280/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036502.347355:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d898f78000 x1875927346561280/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.347360:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036502.347362:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036502.347363:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036502.347365:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036502.347372:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036502.347373:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036502.347375:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036502.347380:0:2393:0:(import.c:2196:obd_at_measure()) add 36 to ffff97d887d65460 time=13 v=36 (36 36 5 5) 00000100:00001000:0.0:1789036502.347383:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887d65418 time=91 v=5 (1 1 1 1) 00000100:00000001:0.0:1789036502.347385:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036502.347387:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036502.347388:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789036502.347390:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036502.347393:0:2393:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789036502.347394:0:2393:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97d8b9387800: skip recheck: last_committed 42949695659 00000100:00000001:0.0:1789036502.347395:0:2393:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789036502.347397:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036502.347402:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d898f78000 x1875927346561280/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.347408:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036502.347410:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036502.347411:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036502.347414:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d898f78000 x1875927346561280/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036557 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036502.347421:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d898f78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346561280:192.168.204.121@tcp:400:kworker.0 00000400:00000001:0.0:1789036502.347428:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036502.347430:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036502.347432:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee8580. 00000400:00000200:0.0:1789036502.347434:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283770 00000400:00000010:0.0:1789036502.347436:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283770. 00000100:00000001:0.0:1789036502.347439:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036502.347443:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d898f7b480 x1875927346560896/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036502.347451:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d898f7b480 x1875927346560896/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.347457:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036502.347481:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036502.347484:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036502.347486:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036502.347487:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036502.347489:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036502.347491:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036502.347494:0:2393:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d8861f3c60 time=13 v=5 (5 5 5 5) 00000100:00001000:0.0:1789036502.347497:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d8861f3c18 time=49 v=5 (1 1 1 0) 00000100:00000001:0.0:1789036502.347499:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036502.347500:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036502.347502:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789036502.347504:0:2393:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036502.347506:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036502.347510:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d898f7b480 x1875927346560896/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.347516:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036502.347518:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036502.347519:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036502.347523:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d898f7b480 x1875927346560896/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036502.347530:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d898f7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2393:1875927346560896:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036502.347534:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036502.347537:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036502.347540:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d898f78e00 x1875927346561024/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.347547:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036502.347550:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036502.347553:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888855200. 02000000:00000001:0.0:1789036502.347557:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036502.347560:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036502.347562:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=5 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:0.0:1789036502.347564:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036502.347567:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d889b2a200. 02000000:00000001:0.0:1789036502.347576:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036502.347578:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036502.347580:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d898f78e00. 00000100:00000001:0.0:1789036502.347583:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036502.347585:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036502.347587:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036502.347591:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d898f78000 x1875927346561280/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036557 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.347596:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036502.347598:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036502.347599:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888854e00. 02000000:00000001:0.0:1789036502.347601:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036502.347603:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036502.347604:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d887d65000 refcount=3 obd=lustre-OST0000-osc-ffff97d8b9387800 00000020:00000001:0.0:1789036502.347606:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036502.347607:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d889b2a500. 02000000:00000001:0.0:1789036502.347609:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036502.347610:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036502.347611:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d898f78000. 00000100:00000001:0.0:1789036502.347613:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036502.347614:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036502.347616:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036502.347619:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d898f7b480 x1875927346560896/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.347625:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036502.347627:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036502.347628:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888855600. 02000000:00000001:0.0:1789036502.347630:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036502.347631:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036502.347632:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d8861f3800 refcount=3 obd=MGC192.168.204.121@tcp 00000020:00000001:0.0:1789036502.347634:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036502.347635:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d889b2ae00. 02000000:00000001:0.0:1789036502.347637:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036502.347638:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036502.347639:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d898f7b480. 00000100:00000001:0.0:1789036502.347641:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036502.347648:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036502.347652:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036502.347654:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036502.347656:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789036502.347657:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036502.347659:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789036502.355116:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036502.355143:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036502.355147:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036502.355150:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036502.355158:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036502.355166:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036502.355175:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036502.355179:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036502.355184:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036502.355188:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dc080 00000400:00000200:2.0:1789036502.355193:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036502.355199:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x5395d5 [1] + 224 00000800:00000001:2.0:1789036502.355207:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036502.355214:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036502.355217:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036502.355236:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036502.355245:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036502.355253:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d898f7ad80 x1875927346561152/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036502.355264:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d898f7ad80 x1875927346561152/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036502.355284:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036502.355293:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036502.355296:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036502.355927:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036502.355941:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789036502.355948:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036502.355950:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036502.355953:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee8108. 00000400:00000200:0.0:1789036502.355959:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283bb0 00000400:00000010:0.0:1789036502.355961:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283bb0. 00000100:00000001:0.0:1789036502.355965:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036502.355971:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d898f7ad80 x1875927346561152/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036502.355980:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d898f7ad80 x1875927346561152/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.355986:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036502.355987:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036502.355990:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036502.355993:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036502.355995:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036502.355998:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036502.356001:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036502.356010:0:2393:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edb460 time=13 v=60 (60 60 61 61) 00000100:00001000:0.0:1789036502.356015:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edb418 time=26 v=5 (1 1 1 0) 00000100:00000001:0.0:1789036502.356017:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036502.356019:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036502.356023:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789036502.356028:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97d898f7ad80 x1875927346561152/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789036502.356035:0:2393:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036502.356039:0:2393:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789036502.356041:0:2393:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97d8b9387800: skip recheck: last_committed 21474836540 00000100:00000001:0.0:1789036502.356052:0:2393:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789036502.356054:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036502.356059:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d898f7ad80 x1875927346561152/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.356067:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036502.356070:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036502.356072:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036502.356076:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d898f7ad80 x1875927346561152/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036502.356085:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d898f7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346561152:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036502.356090:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036502.356092:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036502.356096:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d898f7ad80 x1875927346561152/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036502.356102:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036502.356105:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036502.356109:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888854600. 02000000:00000001:0.0:1789036502.356112:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036502.356115:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036502.356117:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d887edb000 refcount=3 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000020:00000001:0.0:1789036502.356119:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036502.356122:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d889b2a100. 02000000:00000001:0.0:1789036502.356138:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036502.356140:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036502.356142:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d898f7ad80. 00000100:00000001:0.0:1789036502.356146:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036502.356147:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036502.356150:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036502.356157:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789036502.356159:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036502.356162:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036502.356165:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036502.655064:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036502.655072:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036502.655078:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036502.655080:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036502.655182:0:236343:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036502.655186:0:236343:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036502.655189:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036503.678957:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036503.678966:0:219630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036503.678968:0:219630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036503.678971:0:219630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036503.678975:0:219630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036503.678977:0:219630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036503.678979:0:219630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036503.678982:0:219630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036503.678986:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036503.678988:0:219630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036503.678989:0:219630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036503.678995:0:219630:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036503.678997:0:219630:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789036503.678998:0:219630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036503.679000:0:219630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036503.679001:0:219630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036503.679002:0:219630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036503.679004:0:219630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036503.679186:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036503.679190:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036503.679193:0:248124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036504.703899:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036504.703907:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036504.703913:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036504.703914:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036504.705414:0:242419:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789036504.705419:0:242419:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036504.705440:0:242419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036505.726950:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036505.726987:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036505.727003:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036505.727004:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036505.727267:0:236342:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036505.727275:0:236342:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036505.727279:0:236342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789036506.175011:0:219630:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712ca20 (cpu 2) has reached its deadline 4307587286, at 4307587328 00000100:00000010:2.0:1789036506.175029:0:219630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d889a1c900. 00000100:00000040:3.0:1789036506.175684:0:252176:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712cb30 (cpu 3) has reached its deadline 4307587286, at 4307587328 00000100:00000010:3.0:1789036506.175692:0:252176:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d889a1cd80. 00010000:00000001:2.0:1789036506.750967:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036506.750975:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036506.750981:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036506.750982:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036506.751129:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036506.751132:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036506.751135:0:252249:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789036507.455288:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036507.455993:0:261542:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036507.456006:0:261542:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d96a00. 00000020:00000040:3.0:1789036507.456014:0:261542:0:(genops.c:1209:class_import_get()) import ffff97d8861f3800 refcount=4 obd=MGC192.168.204.121@tcp 00000100:00000001:3.0:1789036507.456019:0:261542:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036507.456023:0:261542:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036507.456039:0:261542:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036507.456051:0:261542:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536e500. 00000100:00000001:3.0:1789036507.456060:0:261542:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036507.456076:0:261542:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS req@ffff97d8a7d96a00 x1875927346561408/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036507.456090:0:261542:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036507.456095:0:261542:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036507.456102:0:261542:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bb1a88c] to pc [ptlrpcd_01_01+1] req@ffff97d8a7d96a00 x1875927346561408/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036507.456140:0:261542:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036507.456144:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036507.456148:0:261542:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036507.456151:0:261542:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d95880. 00000020:00000040:3.0:1789036507.456154:0:261542:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=6 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:3.0:1789036507.456156:0:261542:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036507.456157:0:261542:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036507.456159:0:261542:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036507.456162:0:261542:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536e400. 00000100:00000001:3.0:1789036507.456165:0:261542:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036507.456169:0:261542:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID req@ffff97d8a7d95880 x1875927346561536/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036507.456177:0:261542:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036507.456179:0:261542:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036507.456183:0:261542:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083ff8e2a] to pc [ptlrpcd_01_00+0] req@ffff97d8a7d95880 x1875927346561536/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036507.456343:0:261542:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036507.456358:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036507.456362:0:261542:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036507.456367:0:261542:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d97800. 00000020:00000040:3.0:1789036507.456370:0:261542:0:(genops.c:1209:class_import_get()) import ffff97d887edb000 refcount=4 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000100:00000001:3.0:1789036507.456372:0:261542:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036507.456373:0:261542:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036507.456375:0:261542:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036507.456379:0:261542:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536e900. 00000100:00000001:3.0:1789036507.456383:0:261542:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036507.456387:0:261542:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID req@ffff97d8a7d97800 x1875927346561664/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036507.456395:0:261542:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036507.456396:0:261542:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036507.456400:0:261542:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048a3835e] to pc [ptlrpcd_01_01+1] req@ffff97d8a7d97800 x1875927346561664/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036507.456406:0:261542:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036507.456408:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036507.456412:0:261542:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036507.456415:0:261542:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d94380. 00000020:00000040:3.0:1789036507.456417:0:261542:0:(genops.c:1209:class_import_get()) import ffff97d887d65000 refcount=4 obd=lustre-OST0000-osc-ffff97d8b9387800 00000100:00000001:3.0:1789036507.456419:0:261542:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036507.456420:0:261542:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036507.456422:0:261542:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036507.456425:0:261542:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536e100. 00000100:00000001:3.0:1789036507.456428:0:261542:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036507.456431:0:261542:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID req@ffff97d8a7d94380 x1875927346561792/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036507.456438:0:261542:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036507.456440:0:261542:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036507.456443:0:261542:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb5b7f6] to pc [ptlrpcd_01_00+0] req@ffff97d8a7d94380 x1875927346561792/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036507.456460:0:261542:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036507.456463:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789036507.456466:0:261542:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789036507.456472:0:261542:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12926) 00000100:00000001:3.0:1789036507.456500:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036507.456505:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036507.456508:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036507.456515:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d95880 x1875927346561536/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036507.456523:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036507.456525:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036507.456529:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036507.456533:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036507.456536:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036507.456539:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346561536:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036507.456544:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036507.456552:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036507.456555:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036507.456558:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036507.456563:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d8a079e800. 02000000:00000001:3.0:1789036507.456565:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036507.456575:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036507.456580:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8912066e0. 00000400:00000010:3.0:1789036507.456588:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f2a8. 00000100:00000200:3.0:1789036507.456596:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346561536, portal 10 00000100:00000001:3.0:1789036507.456599:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036507.456601:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517610112 : -114518191941504 : ffff97d8a7d95880) 00000100:00000040:3.0:1789036507.456609:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d95880 x1875927346561536/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036507.456617:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036507.456625:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036507.456628:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f440. 00000100:00000200:3.0:1789036507.456631:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346561536, offset 0 00000400:00000200:3.0:1789036507.456639:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000100:00000001:2.0:1789036507.457052:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036507.457057:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036507.457059:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789036507.457066:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d96a00 x1875927346561408/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.457075:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789036507.457077:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036507.457080:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789036507.457081:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789036507.457083:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789036507.457086:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2396:1875927346561408:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036507.457090:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789036507.457092:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789036507.457094:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036507.457096:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789036507.457100:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d88b1a1400. 02000000:00000001:2.0:1789036507.457101:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036507.457107:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:2.0:1789036507.457110:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d882fb1898. 00000400:00000200:3.0:1789036507.457175:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036507.457185:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036507.457201:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036507.457205:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036507.457209:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036507.457212:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036507.457217:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557053:557053:256:4294967295] 192.168.204.121@tcp LPNI seq info [557007:557007:8:4294967295] 00000400:00000200:3.0:1789036507.457222:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036507.457234:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036507.457242:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036507.457249:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536ef00. 00000800:00000200:3.0:1789036507.457257:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036507.457267:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036507.457273:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036507.457288:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036507.457294:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25645 usecs (26 jiffies) 00000400:00000200:3.0:1789036507.457297:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036507.457301:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307588636 00000100:00000010:3.0:1789036507.457306:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8b9d5b600. 00000100:00000001:3.0:1789036507.457314:0:2395:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789036507.457321:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307588636 00000100:00000010:3.0:1789036507.457324:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8b9d5b120. 00000100:00000001:3.0:1789036507.457328:0:2395:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789036507.457331:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036507.457333:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036507.457336:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036507.457348:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d94380 x1875927346561792/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036507.457354:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036507.457356:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036507.457358:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036507.457360:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036507.457362:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036507.457364:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346561792:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036507.457367:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036507.457370:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036507.457372:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036507.457373:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036507.457385:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d88b1c4800. 02000000:00000001:3.0:1789036507.457387:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036507.457391:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036507.457394:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d891206d68. 00000400:00000010:2.0:1789036507.460866:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b3b8. 00000100:00000200:2.0:1789036507.460898:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346561408, portal 25 00000100:00000001:2.0:1789036507.460902:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789036507.460924:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517614592 : -114518191937024 : ffff97d8a7d96a00) 00000100:00000040:2.0:1789036507.460943:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d96a00 x1875927346561408/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.460953:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789036507.460956:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:2.0:1789036507.460959:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b6e8. 00000100:00000200:2.0:1789036507.460963:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875927346561408, offset 0 00000400:00000200:2.0:1789036507.460971:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:2.0:1789036507.460983:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.460992:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:2.0:1789036507.460999:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789036507.461003:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:2.0:1789036507.461007:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789036507.461009:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:2.0:1789036507.461013:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557054:557054:255:4294967295] 192.168.204.121@tcp LPNI seq info [557008:557008:7:4294967295] 00000400:00000200:2.0:1789036507.461018:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.461038:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789036507.461045:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:2.0:1789036507.461053:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d883ca9900. 00000800:00000200:2.0:1789036507.461062:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:2.0:1789036507.461071:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:2.0:1789036507.461077:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d883ca9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789036507.461082:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036507.461087:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036507.461090:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 2 is 4307592411 00000100:00000001:2.0:1789036507.461099:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307588636 00000100:00000001:2.0:1789036507.461106:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 3 is 4307592411 00000100:00000001:2.0:1789036507.461109:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307588636 00000100:00000001:2.0:1789036507.461112:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036507.461116:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036507.461129:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789036507.461136:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d97800 x1875927346561664/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.461145:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789036507.461147:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036507.461152:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789036507.461156:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789036507.461158:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789036507.461162:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346561664:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036507.461167:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789036507.461172:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789036507.461175:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036507.461178:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789036507.461185:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d88b1a1800. 02000000:00000001:2.0:1789036507.461187:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036507.461201:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:2.0:1789036507.461205:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d882fb15d8. 00000400:00000010:2.0:1789036507.461209:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b770. 00000100:00000200:2.0:1789036507.461213:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346561664, portal 10 00000100:00000001:2.0:1789036507.461214:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789036507.461216:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517618176 : -114518191933440 : ffff97d8a7d97800) 00000100:00000040:2.0:1789036507.461223:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d97800 x1875927346561664/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.461230:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789036507.461232:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:2.0:1789036507.461234:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b550. 00000100:00000200:2.0:1789036507.461237:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346561664, offset 0 00000400:00000200:2.0:1789036507.461242:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:2.0:1789036507.461246:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.461249:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:2.0:1789036507.461252:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789036507.461254:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:2.0:1789036507.461256:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789036507.461265:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:2.0:1789036507.461269:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557055:557055:254:4294967295] 192.168.204.121@tcp LPNI seq info [557009:557009:6:4294967295] 00000400:00000200:2.0:1789036507.461273:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.461279:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789036507.461284:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:2.0:1789036507.461288:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d883ca9e00. 00000800:00000200:2.0:1789036507.461292:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:2.0:1789036507.461296:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:2.0:1789036507.461299:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d883ca9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789036507.461302:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036507.461307:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: using a timeout of 19620 usecs (20 jiffies) 00000400:00000200:2.0:1789036507.461310:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036507.461312:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307588633 00000100:00000001:2.0:1789036507.461315:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307592411 00000100:00000001:2.0:1789036507.461317:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307588633 00000100:00000001:2.0:1789036507.461330:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307592411 00000100:00000001:2.0:1789036507.461332:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036507.461334:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036507.461337:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036507.461342:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036507.461353:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789036507.461356:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789036507.461360:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036507.461362:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036507.461363:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036507.461368:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789036507.461466:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036507.461471:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536ef00. 00000400:00000200:2.0:1789036507.461480:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036507.461485:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036507.461493:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f440 00000400:00000010:2.0:1789036507.461502:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f440. 00000100:00000001:2.0:1789036507.461509:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036507.461515:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d95880 x1875927346561536/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.461526:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036507.461530:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d95880 x1875927346561536/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.461538:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036507.461539:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036507.461554:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036507.461556:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d883ca9900. 00000400:00000200:2.0:1789036507.461559:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036507.461563:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036507.461565:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b6e8 00000400:00000010:2.0:1789036507.461567:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b6e8. 00000100:00000001:2.0:1789036507.461570:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036507.461572:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d96a00 x1875927346561408/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.461579:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036507.461582:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d96a00 x1875927346561408/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.461589:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036507.461590:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036507.461689:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036507.461692:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d883ca9e00. 00000400:00000200:2.0:1789036507.461695:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036507.461698:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036507.461702:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b550 00000400:00000010:2.0:1789036507.461703:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b550. 00000100:00000001:2.0:1789036507.461706:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036507.461709:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d97800 x1875927346561664/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.461716:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036507.461724:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d97800 x1875927346561664/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.461731:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036507.461732:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1789036507.466715:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44fee0. 00000100:00000200:3.0:1789036507.466741:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346561792, portal 4 00000100:00000001:3.0:1789036507.466746:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036507.466748:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517604736 : -114518191946880 : ffff97d8a7d94380) 00000100:00000040:3.0:1789036507.466771:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d94380 x1875927346561792/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036507.466784:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036507.466787:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036507.466792:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f198. 00000100:00000200:3.0:1789036507.466796:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875927346561792, offset 0 00000400:00000200:3.0:1789036507.466805:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036507.466847:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036507.466858:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036507.466866:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000001:2.0:1789036507.466993:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036507.467013:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036507.467016:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036507.467019:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036507.467026:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.467043:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036507.467065:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036507.467071:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036507.467093:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036507.467097:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557056:557056:256:4294967295] 192.168.204.121@tcp LPNI seq info [557010:557010:8:4294967295] 00000400:00000200:3.0:1789036507.467102:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036507.467112:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036507.467119:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036507.467125:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536ea00. 00000800:00000200:3.0:1789036507.467133:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036507.467141:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036507.467146:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036507.467163:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036507.467169:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: using a timeout of 101735 usecs (102 jiffies) 00000400:00000200:3.0:1789036507.467172:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036507.467175:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307588722 00000100:00000001:3.0:1789036507.467178:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307592411 00000100:00000001:3.0:1789036507.467181:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307588722 00000100:00000001:3.0:1789036507.467183:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307592411 00000100:00000001:3.0:1789036507.467186:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036507.467189:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036507.467207:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036507.467212:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036507.467223:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036507.467226:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1789036507.467230:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036507.467231:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036507.467233:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036507.467236:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789036507.468832:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036507.468844:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536ea00. 00000400:00000200:3.0:1789036507.468853:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036507.468864:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036507.473798:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.473812:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.474077:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.474087:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 25 MB=0x6aa255f1dc180 00000400:00000200:2.0:1789036507.474097:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.474106:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.121@tcp of length 224/224 into md 0x5395fd [1] + 224 00000800:00000001:2.0:1789036507.474119:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036507.474145:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036507.474151:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036507.474156:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036507.474166:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036507.474178:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d96a00 x1875927346561408/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036507.474190:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d96a00 x1875927346561408/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.474216:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036507.474694:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036507.474701:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036507.474704:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036507.474706:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036507.474713:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.474719:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036507.474728:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.474755:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.474759:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.474762:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dc200 00000400:00000200:2.0:1789036507.474767:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.474773:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x5395ed [1] + 224 00000800:00000001:2.0:1789036507.474777:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036507.474789:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036507.474791:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036507.474795:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036507.474799:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036507.474805:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d95880 x1875927346561536/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036507.474814:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d95880 x1875927346561536/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.475626:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036507.475639:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036507.475646:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036507.475677:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036507.475682:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789036507.475692:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789036507.475695:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789036507.475699:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d882fb1898. 00000400:00000200:2.0:1789036507.475704:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b3b8 00000400:00000010:2.0:1789036507.475707:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b3b8. 00000100:00000001:2.0:1789036507.475711:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036507.475720:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d96a00 x1875927346561408/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789036507.475730:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d96a00 x1875927346561408/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.475737:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789036507.475739:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036507.475742:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789036507.475759:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789036507.475762:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789036507.475765:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036507.475769:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789036507.475778:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d8861f3c60 time=18 v=5 (5 5 5 5) 00000100:00001000:2.0:1789036507.475783:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d8861f3c18 time=54 v=5 (1 1 1 0) 00000100:00000001:2.0:1789036507.475786:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789036507.475788:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036507.475791:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789036507.475794:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036507.475797:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036507.475803:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d96a00 x1875927346561408/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.475811:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036507.476350:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789036507.476355:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789036507.476363:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d96a00 x1875927346561408/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036523 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789036507.476372:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2396:1875927346561408:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036507.476379:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036507.476382:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036507.476386:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d96a00 x1875927346561408/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036523 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.476393:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789036507.476397:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789036507.476401:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d88b1a1400. 02000000:00000001:2.0:1789036507.476406:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789036507.476409:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789036507.476411:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d8861f3800 refcount=3 obd=MGC192.168.204.121@tcp 00000020:00000001:2.0:1789036507.476413:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789036507.476416:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536e500. 02000000:00000001:2.0:1789036507.476420:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789036507.476422:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789036507.476435:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d96a00. 00000100:00000001:2.0:1789036507.476439:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789036507.476441:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036507.476445:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036507.476447:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036507.476449:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036507.476451:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036507.476452:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789036507.476468:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1789036507.476509:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f198 00000400:00000010:3.0:1789036507.476519:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f198. 00000100:00000001:3.0:1789036507.476525:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036507.476532:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d94380 x1875927346561792/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036507.476543:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036507.476547:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d94380 x1875927346561792/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036507.476554:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036507.476556:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789036507.476573:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036507.476576:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789036507.476580:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036507.476583:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036507.476585:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8912066e0. 00000400:00000200:3.0:1789036507.476588:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f2a8 00000400:00000010:3.0:1789036507.476590:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f2a8. 00000100:00000001:3.0:1789036507.476593:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036507.476598:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d95880 x1875927346561536/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036507.476606:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d95880 x1875927346561536/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036507.476613:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036507.476615:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036507.476617:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036507.476618:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036507.476622:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1789036507.476622:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1789036507.476627:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1789036507.476629:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036507.476630:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036507.476634:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036507.476638:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.476645:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036507.476652:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.476656:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.476661:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.476665:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 4 MB=0x6aa255f1dc300 00000400:00000200:2.0:1789036507.476670:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.476675:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.121@tcp of length 224/224 into md 0x53961d [1] + 224 00000800:00000001:2.0:1789036507.476681:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036507.476685:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036507.476688:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036507.476692:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036507.476697:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036507.476701:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d94380 x1875927346561792/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036507.476709:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d94380 x1875927346561792/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.476718:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036507.476724:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036507.476728:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036507.476729:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036507.476731:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036507.476741:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.476745:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036507.476749:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.476752:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.476755:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.476758:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dc280 00000400:00000200:2.0:1789036507.476762:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036507.476766:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x53960d [1] + 224 00000800:00000001:2.0:1789036507.476770:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036507.477126:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036507.477130:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036507.477135:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036507.477139:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036507.477145:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d97800 x1875927346561664/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036507.477154:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d97800 x1875927346561664/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.477171:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036507.477179:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036507.477182:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036507.477193:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036507.477194:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789036507.477198:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789036507.477199:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789036507.477201:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d882fb15d8. 00000400:00000200:2.0:1789036507.477204:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b770 00000400:00000010:2.0:1789036507.477206:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b770. 00000100:00000001:2.0:1789036507.477208:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036507.477212:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d97800 x1875927346561664/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789036507.477231:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d97800 x1875927346561664/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.477258:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789036507.477283:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036507.477285:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789036507.477287:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789036507.477288:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789036507.477290:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036507.477292:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789036507.477303:0:2396:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edb460 time=18 v=60 (60 60 61 61) 00000100:00001000:2.0:1789036507.477306:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edb418 time=31 v=5 (1 1 1 0) 00000100:00000001:2.0:1789036507.477309:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789036507.477310:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036507.477313:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789036507.477318:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97d8a7d97800 x1875927346561664/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789036507.477324:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036507.477328:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789036507.477330:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97d8b9387800: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1789036507.477332:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789036507.477334:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036507.477338:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d97800 x1875927346561664/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.477345:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036507.477348:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789036507.477350:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789036507.477353:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d97800 x1875927346561664/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789036507.477361:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346561664:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036507.477367:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036507.477369:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036507.477372:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d97800 x1875927346561664/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036507.477385:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789036507.477386:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789036507.477389:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d88b1a1800. 02000000:00000001:2.0:1789036507.477392:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789036507.477395:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789036507.477396:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d887edb000 refcount=3 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000020:00000001:2.0:1789036507.477399:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789036507.477401:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536e900. 02000000:00000001:2.0:1789036507.477403:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789036507.477405:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789036507.477407:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d97800. 00000100:00000001:2.0:1789036507.477411:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789036507.477412:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036507.477414:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036507.477423:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789036507.477426:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036507.477428:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036507.477430:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036507.478510:0:2395:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=18 v=60 (60 60 61 61) 00000100:00001000:3.0:1789036507.478516:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=54 v=5 (1 1 1 0) 00000100:00000001:3.0:1789036507.478518:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036507.478520:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036507.478523:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036507.478526:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036507.478545:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036507.478547:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771464 00000100:00000001:3.0:1789036507.478550:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036507.478552:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036507.478565:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d95880 x1875927346561536/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036507.478574:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036507.478577:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036507.478579:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036507.478583:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d95880 x1875927346561536/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036507.478591:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346561536:192.168.204.121@tcp:400:kworker.0 00000400:00000001:3.0:1789036507.478603:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036507.478605:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036507.478609:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d891206d68. 00000400:00000200:3.0:1789036507.478613:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44fee0 00000400:00000010:3.0:1789036507.478615:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44fee0. 00000100:00000001:3.0:1789036507.478620:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036507.478624:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d94380 x1875927346561792/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036507.478633:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d94380 x1875927346561792/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036507.479414:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036507.479418:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036507.479420:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036507.479423:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036507.479425:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036507.479428:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036507.479431:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036507.479438:0:2395:0:(import.c:2196:obd_at_measure()) add 36 to ffff97d887d65460 time=18 v=36 (36 36 5 5) 00000100:00001000:3.0:1789036507.479441:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887d65418 time=96 v=5 (1 1 1 1) 00000100:00000001:3.0:1789036507.479455:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036507.479457:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036507.479459:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036507.479462:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036507.479465:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036507.479467:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97d8b9387800: skip recheck: last_committed 42949695659 00000100:00000001:3.0:1789036507.479469:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036507.479471:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036507.479478:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d94380 x1875927346561792/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036507.479484:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036507.479487:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036507.479488:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036507.479491:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d94380 x1875927346561792/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036562 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036507.479498:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346561792:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036507.479503:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036507.479505:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036507.479508:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d95880 x1875927346561536/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036507.479514:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036507.479516:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036507.479519:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d8a079e800. 02000000:00000001:3.0:1789036507.479524:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036507.479527:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036507.479529:0:2395:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=5 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:3.0:1789036507.479532:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036507.479535:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536e400. 02000000:00000001:3.0:1789036507.479538:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036507.479540:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036507.479542:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d95880. 00000100:00000001:3.0:1789036507.479546:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036507.479552:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036507.479554:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036507.479558:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d94380 x1875927346561792/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036562 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036507.479563:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036507.479565:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036507.479566:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d88b1c4800. 02000000:00000001:3.0:1789036507.479569:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036507.479570:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036507.479571:0:2395:0:(genops.c:1222:class_import_put()) import ffff97d887d65000 refcount=3 obd=lustre-OST0000-osc-ffff97d8b9387800 00000020:00000001:3.0:1789036507.479573:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036507.479574:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536e100. 02000000:00000001:3.0:1789036507.479576:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036507.479577:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036507.479578:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d94380. 00000100:00000001:3.0:1789036507.479581:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036507.479582:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036507.479584:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036507.479593:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036507.479595:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036507.479599:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036507.479601:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036507.775008:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036507.775018:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036507.775035:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036507.775037:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036507.775300:0:236343:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036507.775305:0:236343:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036507.775308:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036508.799256:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036508.799266:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036508.799274:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036508.799276:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036508.801045:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036508.801054:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036508.801060:0:248124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036509.822950:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036509.822957:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036509.822962:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036509.822963:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036509.823040:0:242419:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789036509.823045:0:242419:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036509.823048:0:242419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036510.846996:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036510.847003:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036510.847008:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036510.847009:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036510.847763:0:236342:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036510.847767:0:236342:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036510.847771:0:236342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789036511.294951:0:252176:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712cb30 (cpu 3) has reached its deadline 4307592411, at 4307592448 00000100:00000010:3.0:1789036511.294978:0:252176:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8b9d5b120. 00000100:00000040:2.0:1789036511.295104:0:219630:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712ca20 (cpu 2) has reached its deadline 4307592411, at 4307592448 00000100:00000010:2.0:1789036511.295109:0:219630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8b9d5b600. 00010000:00000001:2.0:1789036511.870970:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036511.870977:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036511.870984:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036511.870985:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036511.871047:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036511.871050:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036511.871053:0:252249:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789036512.574959:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036512.574970:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036512.574981:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d94380. 00000020:00000040:3.0:1789036512.574987:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d8861f3800 refcount=4 obd=MGC192.168.204.121@tcp 00000100:00000001:3.0:1789036512.574991:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036512.575008:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036512.575014:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036512.575022:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536e100. 00000100:00000001:3.0:1789036512.575028:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036512.575040:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS req@ffff97d8a7d94380 x1875927346561920/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036512.575051:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036512.575056:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036512.575062:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb5b7f6] to pc [ptlrpcd_01_01+1] req@ffff97d8a7d94380 x1875927346561920/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036512.575097:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036512.575100:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036512.575104:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036512.575107:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d95880. 00000020:00000040:3.0:1789036512.575109:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=6 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:3.0:1789036512.575119:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036512.575120:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036512.575122:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036512.575125:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536e400. 00000100:00000001:3.0:1789036512.575128:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036512.575132:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID req@ffff97d8a7d95880 x1875927346562048/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036512.575140:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036512.575142:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036512.575146:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083ff8e2a] to pc [ptlrpcd_01_00+0] req@ffff97d8a7d95880 x1875927346562048/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036512.575154:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036512.575157:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036512.575160:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036512.575162:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d95c00. 00000020:00000040:3.0:1789036512.575170:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887edb000 refcount=4 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000100:00000001:3.0:1789036512.575173:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036512.575174:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036512.575176:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036512.575179:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536ea00. 00000100:00000001:3.0:1789036512.575181:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036512.575185:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID req@ffff97d8a7d95c00 x1875927346562176/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036512.575193:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036512.575194:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036512.575199:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000928570b2] to pc [ptlrpcd_01_01+1] req@ffff97d8a7d95c00 x1875927346562176/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036512.575206:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036512.575208:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036512.575212:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036512.575214:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d96680. 00000020:00000040:3.0:1789036512.575216:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887d65000 refcount=4 obd=lustre-OST0000-osc-ffff97d8b9387800 00000100:00000001:3.0:1789036512.575218:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036512.575219:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036512.575221:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036512.575225:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d88536e900. 00000100:00000001:3.0:1789036512.575227:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036512.575230:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID req@ffff97d8a7d96680 x1875927346562304/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036512.575237:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036512.575239:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036512.575242:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002525586b] to pc [ptlrpcd_01_00+0] req@ffff97d8a7d96680 x1875927346562304/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036512.575249:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036512.575251:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789036512.575259:0:233053:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789036512.575264:0:233053:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12931) 00000100:00000001:3.0:1789036512.575278:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036512.575282:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036512.575284:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036512.575289:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d95880 x1875927346562048/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036512.575298:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036512.575300:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036512.575303:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036512.575306:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036512.575309:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036512.575312:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346562048:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036512.575317:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036512.575323:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036512.575325:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036512.575328:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036512.575331:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d899feae00. 02000000:00000001:3.0:1789036512.575334:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036512.575341:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036512.575346:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d891206d68. 00000400:00000010:3.0:1789036512.575352:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44fee0. 00000100:00000200:3.0:1789036512.575359:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346562048, portal 10 00000100:00000001:3.0:1789036512.575361:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036512.575363:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517610112 : -114518191941504 : ffff97d8a7d95880) 00000100:00000040:3.0:1789036512.575370:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d95880 x1875927346562048/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036512.575388:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036512.575391:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036512.575394:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f2a8. 00000100:00000200:3.0:1789036512.575397:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346562048, offset 0 00000400:00000200:3.0:1789036512.575403:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036512.575417:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036512.575425:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036512.575430:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036512.575444:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036512.575448:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036512.575450:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036512.575454:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557057:557057:256:4294967295] 192.168.204.121@tcp LPNI seq info [557011:557011:8:4294967295] 00000400:00000200:3.0:1789036512.575459:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036512.575469:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000100:00000001:2.0:1789036512.575567:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036512.575570:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036512.575572:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789036512.575578:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d94380 x1875927346561920/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.575585:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789036512.575587:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036512.575589:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789036512.575591:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789036512.575593:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789036512.575596:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2396:1875927346561920:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036512.575599:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789036512.575612:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789036512.575614:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036512.575615:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789036512.575625:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d88b1b7c00. 02000000:00000001:2.0:1789036512.575627:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036512.575632:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:2.0:1789036512.575635:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d882fb15d8. 00000400:00000010:2.0:1789036512.575639:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b770. 00000100:00000200:2.0:1789036512.575642:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346561920, portal 25 00000100:00000001:2.0:1789036512.575644:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789036512.575645:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517604736 : -114518191946880 : ffff97d8a7d94380) 00000100:00000040:2.0:1789036512.575650:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d94380 x1875927346561920/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.575657:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789036512.575659:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:2.0:1789036512.575667:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b3b8. 00000100:00000200:2.0:1789036512.575669:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875927346561920, offset 0 00000400:00000200:2.0:1789036512.575674:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:2.0:1789036512.575678:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.575681:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:2.0:1789036512.575684:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789036512.575687:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:2.0:1789036512.575689:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789036512.575691:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:2.0:1789036512.575694:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557058:557058:255:4294967295] 192.168.204.121@tcp LPNI seq info [557012:557012:7:4294967295] 00000400:00000200:2.0:1789036512.575699:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.575705:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789036512.575710:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:2.0:1789036512.575714:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d883ca9e00. 00000800:00000200:2.0:1789036512.575720:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:2.0:1789036512.575727:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:2.0:1789036512.575731:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d883ca9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789036512.575743:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036512.575747:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036512.575750:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 2 is 4307597526 00000100:00000010:2.0:1789036512.575754:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8ac080b40. 00000100:00000001:2.0:1789036512.575760:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789036512.575764:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 3 is 4307597526 00000100:00000010:2.0:1789036512.575767:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8ac0808a0. 00000100:00000001:2.0:1789036512.575770:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789036512.575772:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036512.575775:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036512.575777:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789036512.575781:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d95c00 x1875927346562176/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.575798:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789036512.575799:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036512.575802:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789036512.575803:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789036512.575805:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789036512.575808:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346562176:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036512.575812:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789036512.575857:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789036512.575860:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036512.575862:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789036512.575866:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d883bcc000. 02000000:00000001:2.0:1789036512.575868:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036512.575872:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:2.0:1789036512.575875:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d882fb1898. 00000400:00000010:2.0:1789036512.575879:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b550. 00000100:00000200:2.0:1789036512.575882:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346562176, portal 10 00000100:00000001:2.0:1789036512.575883:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789036512.575885:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517611008 : -114518191940608 : ffff97d8a7d95c00) 00000100:00000040:2.0:1789036512.575891:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d95c00 x1875927346562176/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.575897:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789036512.575899:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:2.0:1789036512.575901:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d88739b6e8. 00000100:00000200:2.0:1789036512.575903:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346562176, offset 0 00000400:00000200:2.0:1789036512.575908:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:2.0:1789036512.575912:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.575915:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:2.0:1789036512.575918:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789036512.575920:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:2.0:1789036512.575923:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789036512.575925:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:2.0:1789036512.575944:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557059:557059:254:4294967295] 192.168.204.121@tcp LPNI seq info [557013:557013:6:4294967295] 00000400:00000200:2.0:1789036512.575949:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.575955:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789036512.575960:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:2.0:1789036512.575963:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d883ca9900. 00000800:00000200:2.0:1789036512.575967:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:2.0:1789036512.575971:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:2.0:1789036512.575974:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d883ca9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789036512.575977:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036512.575980:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: using a timeout of 19620 usecs (20 jiffies) 00000400:00000200:2.0:1789036512.575983:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:2.0:1789036512.575985:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307593749 00000100:00000001:2.0:1789036512.575988:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307597526 00000100:00000001:2.0:1789036512.575990:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307593749 00000100:00000001:2.0:1789036512.575992:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307597526 00000100:00000001:2.0:1789036512.575994:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036512.575996:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036512.575999:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036512.576001:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036512.576008:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789036512.576010:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789036512.576012:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036512.576013:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789036512.576015:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036512.576017:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789036512.576057:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036512.576060:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d883ca9e00. 00000400:00000200:2.0:1789036512.576066:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036512.576071:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036512.576076:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b3b8 00000400:00000010:2.0:1789036512.576079:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b3b8. 00000100:00000001:2.0:1789036512.576088:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036512.576093:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d94380 x1875927346561920/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.576102:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036512.576105:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d94380 x1875927346561920/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.576112:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036512.576114:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036512.576178:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036512.576181:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d883ca9900. 00000400:00000200:2.0:1789036512.576184:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036512.576187:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036512.576190:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b6e8 00000400:00000010:2.0:1789036512.576192:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b6e8. 00000100:00000001:2.0:1789036512.576194:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036512.576197:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d95c00 x1875927346562176/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.576204:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036512.576207:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d95c00 x1875927346562176/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.576214:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036512.576216:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789036512.576267:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036512.576271:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536e500. 00000800:00000200:3.0:1789036512.576329:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036512.576334:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036512.576337:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036512.576349:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036512.576353:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25645 usecs (26 jiffies) 00000400:00000200:3.0:1789036512.576356:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036512.576359:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307593755 00000100:00000001:3.0:1789036512.576361:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307597526 00000100:00000001:3.0:1789036512.576363:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307593755 00000100:00000001:3.0:1789036512.576365:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307597526 00000100:00000001:3.0:1789036512.576367:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036512.576369:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036512.576372:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036512.576376:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d96680 x1875927346562304/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036512.576383:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036512.576384:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036512.576386:0:2395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036512.576393:0:2395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036512.576395:0:2395:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036512.576398:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346562304:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036512.576402:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036512.576404:0:2395:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036512.576406:0:2395:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036512.576407:0:2395:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036512.576410:0:2395:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d899feac00. 02000000:00000001:3.0:1789036512.576412:0:2395:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036512.576416:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036512.576418:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8912066e0. 00000400:00000010:3.0:1789036512.576422:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f198. 00000100:00000200:3.0:1789036512.576425:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346562304, portal 4 00000100:00000001:3.0:1789036512.576427:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036512.576428:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517613696 : -114518191937920 : ffff97d8a7d96680) 00000100:00000040:3.0:1789036512.576434:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d96680 x1875927346562304/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036512.576440:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036512.576442:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036512.576444:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44fa18. 00000100:00000200:3.0:1789036512.576447:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875927346562304, offset 0 00000400:00000200:3.0:1789036512.576451:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036512.576455:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036512.576458:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036512.576461:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036512.576463:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036512.576466:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036512.576468:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036512.576471:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557060:557060:255:4294967295] 192.168.204.121@tcp LPNI seq info [557014:557014:7:4294967295] 00000800:00000200:2.0:1789036512.577049:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036512.577053:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536e500. 00000400:00000200:2.0:1789036512.577057:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036512.577062:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036512.577237:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036512.577245:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036512.577250:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036512.577263:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d88536ef00. 00000800:00000200:3.0:1789036512.577267:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036512.577272:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036512.577276:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d88536ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036512.577279:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036512.577283:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: using a timeout of 101677 usecs (102 jiffies) 00000400:00000200:3.0:1789036512.577287:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036512.577289:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307593832 00000100:00000001:3.0:1789036512.577291:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307597526 00000100:00000001:3.0:1789036512.577293:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307593832 00000100:00000001:3.0:1789036512.577295:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307597526 00000100:00000001:3.0:1789036512.577297:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036512.577300:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036512.577303:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036512.577305:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036512.577312:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036512.577314:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1789036512.577316:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036512.577318:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036512.577320:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036512.577322:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036512.577378:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f2a8 00000400:00000010:2.0:1789036512.577381:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f2a8. 00000100:00000001:2.0:1789036512.577386:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036512.577393:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d95880 x1875927346562048/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.577403:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036512.577412:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d95880 x1875927346562048/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.577419:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036512.577421:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036512.578637:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036512.578643:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d88536ef00. 00000400:00000200:2.0:1789036512.578647:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036512.578654:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036512.578659:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44fa18 00000400:00000010:2.0:1789036512.578661:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44fa18. 00000100:00000001:2.0:1789036512.578666:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036512.578670:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d96680 x1875927346562304/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.578680:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036512.578694:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d96680 x1875927346562304/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.578701:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036512.578702:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789036512.584794:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036512.584812:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036512.584847:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036512.584851:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036512.584860:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.584869:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036512.584879:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.584884:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.584890:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.584894:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dc480 00000400:00000200:2.0:1789036512.584899:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.584905:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x53964d [1] + 224 00000800:00000001:2.0:1789036512.584912:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036512.584916:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036512.584920:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036512.584950:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036512.584958:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036512.585505:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d95c00 x1875927346562176/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036512.585517:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d95c00 x1875927346562176/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.585537:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036512.585550:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036512.585589:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036512.585591:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036512.585595:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036512.585599:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.585603:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036512.585608:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.585610:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.585613:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.585616:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dc400 00000400:00000200:2.0:1789036512.585620:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.585625:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x53962d [1] + 224 00000800:00000001:2.0:1789036512.585629:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036512.585633:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036512.585635:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036512.585638:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036512.585642:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036512.585646:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d95880 x1875927346562048/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036512.585656:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d95880 x1875927346562048/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.586320:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036512.586325:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036512.586331:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1789036512.586331:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1789036512.586338:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036512.586340:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036512.586345:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d882fb1898. 00000800:00000001:2.0:1789036512.586347:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036512.586351:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b550 00000800:00000001:2.0:1789036512.586351:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036512.586356:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1789036512.586357:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b550. 00000100:00000001:3.0:1789036512.586363:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:2.0:1789036512.586364:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000200:3.0:1789036512.586370:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d95c00 x1875927346562176/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789036512.586371:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036512.586382:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000200:3.0:1789036512.586387:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d95c00 x1875927346562176/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789036512.586388:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.586396:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.586401:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 25 MB=0x6aa255f1dc380 00000400:00000200:2.0:1789036512.586407:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036512.586420:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036512.586422:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036512.586424:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036512.586427:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036512.586430:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036512.586432:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036512.586440:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036512.586450:0:2396:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edb460 time=23 v=60 (60 60 61 61) 00000100:00001000:3.0:1789036512.586455:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edb418 time=36 v=5 (1 1 1 0) 00000100:00000001:3.0:1789036512.586458:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036512.586460:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036512.586462:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789036512.586467:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97d8a7d95c00 x1875927346562176/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789036512.586473:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036512.586477:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036512.586479:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97d8b9387800: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1789036512.586481:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036512.586483:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789036512.586488:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.121@tcp of length 224/224 into md 0x53963d [1] + 224 00000100:00000040:3.0:1789036512.586489:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d95c00 x1875927346562176/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1789036512.586499:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1789036512.586501:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036512.586505:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1789036512.586506:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036512.586507:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036512.586512:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1789036512.586515:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d95c00 x1875927346562176/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789036512.586520:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036512.586527:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:3.0:1789036512.586532:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346562176:192.168.204.121@tcp:400:kworker.0 00000100:00000200:2.0:1789036512.586536:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d94380 x1875927346561920/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036512.586539:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036512.586544:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036512.586552:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d95c00 x1875927346562176/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036512.586553:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d94380 x1875927346561920/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.586570:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036512.586574:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1789036512.586577:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1789036512.586578:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036512.586584:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d883bcc000. 00000800:00000001:2.0:1789036512.586584:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036512.586589:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036512.586592:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036512.586596:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.586599:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:2.0:1789036512.586604:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.586606:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.586609:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.586612:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 4 MB=0x6aa255f1dc500 00000400:00000200:2.0:1789036512.586615:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:2.0:1789036512.586627:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.121@tcp of length 224/224 into md 0x53965d [1] + 224 00000800:00000001:2.0:1789036512.586631:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036512.586638:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789036512.586640:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036512.586643:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:2.0:1789036512.586646:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036512.586651:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d96680 x1875927346562304/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789036512.586659:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d96680 x1875927346562304/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.586666:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789036512.586670:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036512.586673:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789036512.586863:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036512.586867:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036512.586869:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d887edb000 refcount=3 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000020:00000001:3.0:1789036512.586872:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036512.586875:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536ea00. 02000000:00000001:3.0:1789036512.586878:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036512.586880:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036512.586882:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d95c00. 00000100:00000001:3.0:1789036512.586886:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036512.586887:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036512.586890:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036512.586892:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036512.586894:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789036512.586898:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036512.586899:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036512.586901:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d882fb15d8. 00000400:00000200:3.0:1789036512.586903:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d88739b770 00000400:00000010:3.0:1789036512.586905:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d88739b770. 00000100:00000001:3.0:1789036512.586908:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036512.586913:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d94380 x1875927346561920/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036512.586922:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d94380 x1875927346561920/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036512.586928:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036512.586939:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036512.586942:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036512.586943:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036512.586944:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036512.586946:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036512.586948:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036512.586951:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d8861f3c60 time=23 v=5 (5 5 5 5) 00000100:00001000:3.0:1789036512.586954:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d8861f3c18 time=59 v=5 (1 1 1 0) 00000100:00000001:3.0:1789036512.586962:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036512.586964:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036512.586965:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036512.586966:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036512.586968:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036512.586973:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d94380 x1875927346561920/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036512.586979:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036512.586981:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036512.586982:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036512.586985:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d94380 x1875927346561920/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036512.586992:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2396:1875927346561920:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036512.586997:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036512.586999:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036512.587001:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d94380 x1875927346561920/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036512.587007:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036512.587008:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036512.587010:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d88b1b7c00. 02000000:00000001:3.0:1789036512.587015:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036512.587017:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036512.587018:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d8861f3800 refcount=3 obd=MGC192.168.204.121@tcp 00000020:00000001:3.0:1789036512.587020:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036512.587022:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536e100. 02000000:00000001:3.0:1789036512.587024:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036512.587025:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036512.587026:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d94380. 00000100:00000001:3.0:1789036512.587028:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036512.587029:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036512.587031:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036512.587038:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036512.587040:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036512.587049:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036512.587050:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036512.587507:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036512.587510:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789036512.587515:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789036512.587516:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789036512.587519:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d891206d68. 00000400:00000200:2.0:1789036512.587523:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44fee0 00000400:00000010:2.0:1789036512.587525:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44fee0. 00000100:00000001:2.0:1789036512.587528:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036512.587533:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d95880 x1875927346562048/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789036512.587542:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d95880 x1875927346562048/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.587548:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789036512.587550:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036512.587552:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789036512.587553:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789036512.587555:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789036512.587556:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036512.587558:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789036512.587564:0:2395:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=23 v=60 (60 60 61 61) 00000100:00001000:2.0:1789036512.587574:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=59 v=5 (1 1 1 0) 00000100:00000001:2.0:1789036512.587577:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789036512.587578:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036512.587580:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789036512.587582:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036512.587585:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789036512.587587:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771464 00000100:00000001:2.0:1789036512.587589:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789036512.587590:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036512.587595:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d95880 x1875927346562048/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.587602:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036512.587604:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789036512.587606:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789036512.587609:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d95880 x1875927346562048/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789036512.587616:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346562048:192.168.204.121@tcp:400:kworker.0 00000400:00000001:2.0:1789036512.587622:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789036512.587623:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789036512.587625:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8912066e0. 00000400:00000200:2.0:1789036512.587628:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f198 00000400:00000010:2.0:1789036512.587630:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f198. 00000100:00000001:2.0:1789036512.587632:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036512.587636:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d96680 x1875927346562304/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789036512.587643:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d96680 x1875927346562304/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.587648:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789036512.587650:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036512.587652:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789036512.587653:0:2395:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789036512.587659:0:2395:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789036512.587661:0:2395:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036512.587663:0:2395:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789036512.587668:0:2395:0:(import.c:2196:obd_at_measure()) add 36 to ffff97d887d65460 time=23 v=36 (36 36 5 5) 00000100:00001000:2.0:1789036512.587671:0:2395:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887d65418 time=101 v=5 (1 1 1 1) 00000100:00000001:2.0:1789036512.587674:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789036512.587675:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036512.587677:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789036512.587678:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036512.587681:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789036512.587682:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97d8b9387800: skip recheck: last_committed 42949695659 00000100:00000001:2.0:1789036512.587684:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789036512.587685:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036512.587689:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d96680 x1875927346562304/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.587695:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036512.587697:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789036512.587698:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789036512.588797:0:2395:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d96680 x1875927346562304/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036567 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789036512.588808:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2395:1875927346562304:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036512.588813:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036512.588827:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036512.588832:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d95880 x1875927346562048/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036597 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.588839:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789036512.588841:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789036512.588844:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d899feae00. 02000000:00000001:2.0:1789036512.588849:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789036512.588851:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789036512.588853:0:2395:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=5 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:2.0:1789036512.588856:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789036512.588868:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536e400. 02000000:00000001:2.0:1789036512.588871:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789036512.588873:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789036512.588874:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d95880. 00000100:00000001:2.0:1789036512.588878:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789036512.588879:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036512.588881:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036512.588885:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d96680 x1875927346562304/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036567 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036512.588891:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789036512.588892:0:2395:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789036512.588894:0:2395:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d899feac00. 02000000:00000001:2.0:1789036512.588895:0:2395:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789036512.588896:0:2395:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789036512.588898:0:2395:0:(genops.c:1222:class_import_put()) import ffff97d887d65000 refcount=3 obd=lustre-OST0000-osc-ffff97d8b9387800 00000020:00000001:2.0:1789036512.588899:0:2395:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789036512.588900:0:2395:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d88536e900. 02000000:00000001:2.0:1789036512.588902:0:2395:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789036512.588903:0:2395:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789036512.588904:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d96680. 00000100:00000001:2.0:1789036512.588907:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789036512.588908:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036512.588910:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036512.588917:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789036512.588919:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036512.588921:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036512.588924:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036512.898525:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036512.898532:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036512.898537:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036512.898538:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036512.898630:0:236343:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036512.898634:0:236343:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036512.898637:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036513.919119:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036513.919128:0:219630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036513.919131:0:219630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036513.919135:0:219630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036513.919140:0:219630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036513.919143:0:219630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036513.919145:0:219630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036513.919166:0:219630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036513.919171:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036513.919172:0:219630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036513.919174:0:219630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036513.919179:0:219630:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036513.919181:0:219630:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789036513.919182:0:219630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036513.919184:0:219630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036513.919186:0:219630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036513.919187:0:219630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036513.919190:0:219630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036513.919328:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036513.919332:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036513.919334:0:248124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036514.943117:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036514.943125:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036514.943131:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036514.943132:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036514.943272:0:242419:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789036514.943276:0:242419:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036514.943279:0:242419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036515.966983:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036515.966992:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036515.966999:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036515.967001:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036515.967626:0:236342:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036515.967631:0:236342:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036515.967635:0:236342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789036516.415733:0:252176:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712cb30 (cpu 3) has reached its deadline 4307597526, at 4307597568 00000100:00000010:3.0:1789036516.415755:0:252176:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8ac0808a0. 00000100:00000040:2.0:1789036516.416870:0:219630:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712ca20 (cpu 2) has reached its deadline 4307597526, at 4307597570 00000100:00000010:2.0:1789036516.416888:0:219630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8ac080b40. 00010000:00000001:2.0:1789036516.991097:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036516.991106:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036516.991113:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036516.991114:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036516.991144:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036516.991147:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036516.991151:0:252249:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789036517.695029:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036517.695044:0:261542:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036517.695059:0:261542:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187ce00. 00000020:00000040:0.0:1789036517.695068:0:261542:0:(genops.c:1209:class_import_get()) import ffff97d8861f3800 refcount=4 obd=MGC192.168.204.121@tcp 00000100:00000001:0.0:1789036517.695074:0:261542:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036517.695077:0:261542:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036517.695084:0:261542:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036517.695094:0:261542:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d7811bf000. 00000100:00000001:0.0:1789036517.695102:0:261542:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036517.695116:0:261542:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS req@ffff97d8b187ce00 x1875927346562432/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036517.695129:0:261542:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036517.695135:0:261542:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036517.695142:0:261542:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d79700cb] to pc [ptlrpcd_00_00+0] req@ffff97d8b187ce00 x1875927346562432/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.695186:0:261542:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036517.695189:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036517.695193:0:261542:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036517.695197:0:261542:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187dc00. 00000020:00000040:0.0:1789036517.695200:0:261542:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=6 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:0.0:1789036517.695202:0:261542:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036517.695204:0:261542:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036517.695205:0:261542:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036517.695209:0:261542:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d7811bfd00. 00000100:00000001:0.0:1789036517.695212:0:261542:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036517.695239:0:261542:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID req@ffff97d8b187dc00 x1875927346562560/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036517.695247:0:261542:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036517.695249:0:261542:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036517.695253:0:261542:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029b5e9ec] to pc [ptlrpcd_00_01+1] req@ffff97d8b187dc00 x1875927346562560/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.695261:0:261542:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036517.695263:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036517.695267:0:261542:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036517.695270:0:261542:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187c700. 00000020:00000040:0.0:1789036517.695272:0:261542:0:(genops.c:1209:class_import_get()) import ffff97d887edb000 refcount=4 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000100:00000001:0.0:1789036517.695274:0:261542:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036517.695276:0:261542:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036517.695277:0:261542:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036517.695281:0:261542:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d7811bf700. 00000100:00000001:0.0:1789036517.695284:0:261542:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036517.695288:0:261542:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID req@ffff97d8b187c700 x1875927346562688/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036517.695296:0:261542:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036517.695298:0:261542:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036517.695301:0:261542:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096f5b7d2] to pc [ptlrpcd_00_00+0] req@ffff97d8b187c700 x1875927346562688/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.695309:0:261542:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036517.695311:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036517.695315:0:261542:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036517.695318:0:261542:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187ed80. 00000020:00000040:0.0:1789036517.695320:0:261542:0:(genops.c:1209:class_import_get()) import ffff97d887d65000 refcount=4 obd=lustre-OST0000-osc-ffff97d8b9387800 00000100:00000001:0.0:1789036517.695322:0:261542:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036517.695323:0:261542:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036517.695325:0:261542:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036517.695335:0:261542:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d7811bfc00. 00000100:00000001:0.0:1789036517.695338:0:261542:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036517.695343:0:261542:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID req@ffff97d8b187ed80 x1875927346562816/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036517.695350:0:261542:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036517.695352:0:261542:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036517.695356:0:261542:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0894a59] to pc [ptlrpcd_00_01+1] req@ffff97d8b187ed80 x1875927346562816/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.695363:0:261542:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036517.695365:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789036517.695369:0:261542:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789036517.695375:0:261542:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12936) 00000100:00000001:0.0:1789036517.695461:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036517.695466:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789036517.695469:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036517.695476:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187dc00 x1875927346562560/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.695484:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036517.695487:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036517.695492:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036517.695495:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036517.695498:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036517.695501:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346562560:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036517.695506:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036517.695513:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036517.695515:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036517.695518:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036517.695523:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888855800. 02000000:00000001:0.0:1789036517.695526:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036517.695536:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036517.695541:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee8108. 00000400:00000010:0.0:1789036517.695556:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283bb0. 00000100:00000200:0.0:1789036517.695565:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346562560, portal 10 00000100:00000001:0.0:1789036517.695568:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036517.695570:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680041984 : -114518029509632 : ffff97d8b187dc00) 00000100:00000040:0.0:1789036517.695579:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187dc00 x1875927346562560/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.695587:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036517.695590:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036517.695593:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283770. 00000100:00000200:0.0:1789036517.695596:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346562560, offset 0 00000400:00000200:0.0:1789036517.695603:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036517.695614:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036517.695623:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036517.695629:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036517.695633:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036517.695638:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036517.695641:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036517.695645:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557061:557061:256:4294967295] 192.168.204.121@tcp LPNI seq info [557015:557015:8:4294967295] 00000400:00000200:0.0:1789036517.695650:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036517.695661:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036517.695667:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036517.695672:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d7811bfe00. 00000800:00000200:0.0:1789036517.695680:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036517.695689:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036517.695695:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d7811bfe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036517.695715:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036517.695720:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25641 usecs (26 jiffies) 00000400:00000200:0.0:1789036517.695724:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036517.695727:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307598874 00000100:00000010:0.0:1789036517.695732:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d889a1c4e0. 00000100:00000001:0.0:1789036517.695746:0:2394:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789036517.695757:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307598874 00000100:00000010:0.0:1789036517.695761:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d889a1c9c0. 00000100:00000001:0.0:1789036517.695765:0:2394:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789036517.695769:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036517.695773:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036517.695777:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036517.695782:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187ed80 x1875927346562816/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.695788:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036517.695791:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036517.695794:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036517.695796:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036517.695798:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036517.695801:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346562816:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036517.695805:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036517.695808:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036517.695809:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036517.695811:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036517.695874:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888854400. 02000000:00000001:0.0:1789036517.695877:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036517.695881:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036517.695884:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee8580. 00000400:00000010:0.0:1789036517.695889:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283cc0. 00000100:00000200:0.0:1789036517.695892:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346562816, portal 4 00000100:00000001:0.0:1789036517.695894:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036517.695895:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680046464 : -114518029505152 : ffff97d8b187ed80) 00000100:00000040:0.0:1789036517.695902:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187ed80 x1875927346562816/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.695908:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036517.695910:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036517.695919:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba2832a8. 00000100:00000200:0.0:1789036517.695922:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875927346562816, offset 0 00000400:00000200:0.0:1789036517.695928:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036517.695933:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000800:00000200:3.0:1789036517.695936:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1789036517.695938:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036517.695944:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1789036517.695949:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d7811bfe00. 00000400:00000200:0.0:1789036517.695950:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036517.695960:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036517.695962:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789036517.695965:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036517.695969:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557062:557062:255:4294967295] 192.168.204.121@tcp LPNI seq info [557016:557016:7:4294967295] 00000400:00000200:0.0:1789036517.695973:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036517.695989:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000400:00000200:3.0:1789036517.695996:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000800:00000200:0.0:1789036517.696004:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036517.696010:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283770 00000800:00000010:0.0:1789036517.696010:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d7811bf500. 00000400:00000010:3.0:1789036517.696023:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283770. 00000800:00000200:0.0:1789036517.696026:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000100:00000001:3.0:1789036517.696032:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:0.0:1789036517.696038:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036517.696042:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d7811bf500 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1789036517.696046:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187dc00 x1875927346562560/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.696049:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036517.696057:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: using a timeout of 101610 usecs (102 jiffies) 00000400:00000200:0.0:1789036517.696070:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036517.696077:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307598951 00000100:00000001:3.0:1789036517.696081:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789036517.696085:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 2, simply extend its deadline from 4307598874 00000100:00000040:3.0:1789036517.696091:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187dc00 x1875927346562560/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.696093:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307598951 00000100:00000001:0.0:1789036517.696099:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 3, simply extend its deadline from 4307598874 00000100:00000001:0.0:1789036517.696107:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036517.696113:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036517.696117:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036517.696119:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036517.696122:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789036517.696125:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036517.696136:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789036517.696139:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000800:00000200:3.0:1789036517.696143:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036517.696151:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d7811bf500. 00000100:00000001:0.0:1789036517.696153:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036517.696159:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1789036517.696161:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1789036517.696163:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036517.696170:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00100000:0.0:1789036517.696170:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1789036517.696179:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036517.696180:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba2832a8 00000100:00000001:0.0:1789036517.696190:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1789036517.696191:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba2832a8. 00000100:00000001:0.0:1789036517.696194:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036517.696199:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1789036517.696199:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036517.696205:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789036517.696207:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1789036517.696210:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187ed80 x1875927346562816/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789036517.696216:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187ce00 x1875927346562432/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.696240:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036517.696242:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036517.696244:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036517.696246:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036517.696248:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036517.696256:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2394:1875927346562432:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036517.696268:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036517.696273:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036517.696277:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036517.696280:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789036517.696281:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1789036517.696285:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888854a00. 00000100:00000040:3.0:1789036517.696294:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187ed80 x1875927346562816/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789036517.696294:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036517.696308:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036517.696315:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee85d8. 00000100:00000001:3.0:1789036517.696318:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789036517.696322:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283e58. 00000100:00000001:3.0:1789036517.696323:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1789036517.696331:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346562432, portal 25 00000100:00000001:0.0:1789036517.696334:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036517.696336:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680038400 : -114518029513216 : ffff97d8b187ce00) 00000100:00000040:0.0:1789036517.696342:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187ce00 x1875927346562432/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.696348:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036517.696354:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036517.696363:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283660. 00000100:00000200:0.0:1789036517.696366:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875927346562432, offset 0 00000400:00000200:0.0:1789036517.696371:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036517.696375:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036517.696379:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036517.696382:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036517.696384:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036517.696386:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036517.696388:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036517.696391:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557063:557063:256:4294967295] 192.168.204.121@tcp LPNI seq info [557017:557017:8:4294967295] 00000400:00000200:0.0:1789036517.696395:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036517.696400:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036517.696405:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036517.696408:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d7811bf900. 00000800:00000200:0.0:1789036517.696412:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036517.696417:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036517.696420:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d7811bf900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036517.696442:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036517.696446:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036517.696448:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 2 is 4307602647 00000100:00000001:0.0:1789036517.696452:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307598951 00000100:00000001:0.0:1789036517.696455:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 3 is 4307602647 00000100:00000001:0.0:1789036517.696458:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307598951 00000100:00000001:0.0:1789036517.696461:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036517.696463:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036517.696465:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036517.696470:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187c700 x1875927346562688/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.696477:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036517.696478:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036517.696487:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036517.696489:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036517.696491:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036517.696494:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346562688:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036517.696497:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036517.696501:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036517.696503:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036517.696504:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036517.696507:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888855000. 02000000:00000001:0.0:1789036517.696509:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036517.696512:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036517.696515:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee8840. 00000400:00000010:0.0:1789036517.696518:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283198. 00000100:00000200:0.0:1789036517.696521:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346562688, portal 10 00000100:00000001:0.0:1789036517.696524:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036517.696525:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680036608 : -114518029515008 : ffff97d8b187c700) 00000100:00000040:0.0:1789036517.696531:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187c700 x1875927346562688/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.696537:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036517.696540:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036517.696542:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283ee0. 00000100:00000200:0.0:1789036517.696545:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346562688, offset 0 00000400:00000200:0.0:1789036517.696549:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036517.696553:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036517.696556:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036517.696559:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036517.696561:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036517.696563:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036517.696565:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036517.696568:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557064:557064:255:4294967295] 192.168.204.121@tcp LPNI seq info [557018:557018:7:4294967295] 00000400:00000200:0.0:1789036517.696572:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036517.696578:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036517.696589:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036517.696592:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d7811bf800. 00000800:00000200:0.0:1789036517.696596:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036517.696600:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036517.696603:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d7811bf800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036517.696606:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036517.696609:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: using a timeout of 19620 usecs (20 jiffies) 00000400:00000200:0.0:1789036517.696612:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036517.696614:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307598869 00000100:00000001:0.0:1789036517.696617:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307602647 00000100:00000001:0.0:1789036517.696619:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307598869 00000100:00000001:0.0:1789036517.696621:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307602647 00000100:00000001:0.0:1789036517.696623:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036517.696625:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036517.696627:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036517.696630:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036517.696724:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036517.696728:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789036517.696952:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036517.696957:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d7811bf900. 00000400:00000200:3.0:1789036517.696964:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036517.696970:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036517.696975:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283660 00000400:00000010:3.0:1789036517.696978:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283660. 00000100:00000001:3.0:1789036517.696983:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036517.696987:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187ce00 x1875927346562432/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036517.696996:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036517.696999:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187ce00 x1875927346562432/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036517.697006:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036517.697007:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789036517.697061:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036517.697064:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d7811bf800. 00000400:00000200:3.0:1789036517.697067:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036517.697070:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036517.697073:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283ee0 00000400:00000010:3.0:1789036517.697074:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283ee0. 00000100:00000001:3.0:1789036517.697076:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036517.697079:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187c700 x1875927346562688/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036517.697085:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036517.697088:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187c700 x1875927346562688/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036517.697105:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036517.697106:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789036517.700689:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036517.700707:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036517.700712:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036517.700714:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036517.700724:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036517.700733:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036517.700743:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036517.700748:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036517.700753:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036517.700757:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 4 MB=0x6aa255f1dc700 00000400:00000200:3.0:1789036517.700763:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036517.700786:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.121@tcp of length 224/224 into md 0x539675 [1] + 224 00000800:00000001:3.0:1789036517.700794:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036517.700801:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036517.700804:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036517.700810:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036517.700859:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036517.700870:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187ed80 x1875927346562816/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036517.700881:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187ed80 x1875927346562816/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036517.700901:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036517.700908:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036517.700912:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036517.701768:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036517.701779:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789036517.701793:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036517.701796:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036517.701802:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee8580. 00000400:00000200:0.0:1789036517.701811:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283cc0 00000400:00000010:0.0:1789036517.701857:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283cc0. 00000100:00000001:0.0:1789036517.701863:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036517.701878:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187ed80 x1875927346562816/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036517.701889:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187ed80 x1875927346562816/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.701898:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036517.701901:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036517.701903:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036517.701928:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036517.701931:0:2394:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036517.701933:0:2394:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036517.701938:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036517.701951:0:2394:0:(import.c:2196:obd_at_measure()) add 36 to ffff97d887d65460 time=28 v=36 (36 36 5 5) 00000100:00001000:0.0:1789036517.701956:0:2394:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887d65418 time=106 v=5 (1 1 1 1) 00000100:00000001:0.0:1789036517.701959:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036517.701961:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036517.701964:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789036517.701969:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036517.701974:0:2394:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789036517.701977:0:2394:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97d8b9387800: skip recheck: last_committed 42949695659 00000100:00000001:0.0:1789036517.701979:0:2394:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789036517.701981:0:2394:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036517.701988:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187ed80 x1875927346562816/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.701995:0:2394:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036517.701999:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036517.702001:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036517.702006:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187ed80 x1875927346562816/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036572 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036517.702015:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346562816:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036517.702021:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036517.702024:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036517.702028:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187ed80 x1875927346562816/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036572 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.702036:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036517.702039:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036517.702044:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888854400. 02000000:00000001:0.0:1789036517.702048:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036517.702052:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036517.702054:0:2394:0:(genops.c:1222:class_import_put()) import ffff97d887d65000 refcount=3 obd=lustre-OST0000-osc-ffff97d8b9387800 00000020:00000001:0.0:1789036517.702057:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036517.702066:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d7811bfc00. 02000000:00000001:0.0:1789036517.702071:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036517.702073:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036517.702075:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187ed80. 00000100:00000001:0.0:1789036517.702079:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036517.702081:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036517.702085:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036517.702087:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036517.702088:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789036517.702090:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036517.702092:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789036517.705250:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036517.705267:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036517.705271:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036517.705273:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036517.705283:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036517.705303:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036517.705312:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036517.705317:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036517.705322:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036517.705326:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dc680 00000400:00000200:3.0:1789036517.705331:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036517.705338:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x539685 [1] + 224 00000800:00000001:3.0:1789036517.708146:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036517.708163:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036517.708167:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036517.708177:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036517.708186:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036517.708196:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187c700 x1875927346562688/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036517.708207:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187c700 x1875927346562688/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036517.708228:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036517.708239:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036517.708246:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036517.708248:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036517.708251:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036517.708261:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036517.708267:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036517.708276:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036517.708280:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036517.708284:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036517.708288:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dc600 00000400:00000200:3.0:1789036517.708293:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036517.708299:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x53966d [1] + 224 00000800:00000001:3.0:1789036517.708303:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036517.708306:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036517.708321:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1789036517.708322:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1789036517.708331:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1789036517.708332:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036517.708342:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:0.0:1789036517.708349:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1789036517.708350:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187dc00 x1875927346562560/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789036517.708355:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036517.708365:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee8840. 00000100:00000040:3.0:1789036517.708368:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187dc00 x1875927346562560/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789036517.708377:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283198 00000100:00000001:3.0:1789036517.708381:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000010:0.0:1789036517.708383:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283198. 00000100:00000001:0.0:1789036517.708391:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000001:3.0:1789036517.708400:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1789036517.708407:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187c700 x1875927346562688/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1789036517.708408:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036517.708414:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036517.708418:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036517.708430:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036517.708434:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036517.708439:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036517.708441:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036517.708447:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000200:0.0:1789036517.708453:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187c700 x1875927346562688/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789036517.708454:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 25 MB=0x6aa255f1dc580 00000400:00000200:3.0:1789036517.708475:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036517.708486:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789036517.708490:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.121@tcp of length 224/224 into md 0x53967d [1] + 224 00000100:00000001:0.0:1789036517.708491:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036517.708500:0:2394:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:3.0:1789036517.708502:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1789036517.708511:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1789036517.708514:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036517.708515:0:2394:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036517.708519:0:2394:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036517.708521:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1789036517.708526:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036517.708530:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036517.708535:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036517.708541:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187ce00 x1875927346562432/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1789036517.708546:0:2394:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edb460 time=28 v=60 (60 60 61 61) 00000100:00001000:0.0:1789036517.708562:0:2394:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edb418 time=41 v=5 (1 1 1 0) 00000100:00000040:3.0:1789036517.708565:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187ce00 x1875927346562432/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.708571:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036517.708576:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036517.708589:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1789036517.708598:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00010000:00080000:0.0:1789036517.708601:0:2394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97d8b187c700 x1875927346562688/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1789036517.708613:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036517.708619:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789036517.708634:0:2394:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036517.708640:0:2394:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789036517.708643:0:2394:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97d8b9387800: skip recheck: last_committed 21474836540 00000100:00000001:0.0:1789036517.708645:0:2394:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789036517.708647:0:2394:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036517.708654:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187c700 x1875927346562688/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.708662:0:2394:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036517.708666:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036517.708669:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036517.708674:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187c700 x1875927346562688/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036517.708694:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346562688:192.168.204.121@tcp:400:kworker.0 00000400:00000001:0.0:1789036517.708702:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036517.708703:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036517.708706:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee8108. 00000400:00000200:0.0:1789036517.708709:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283bb0 00000400:00000010:0.0:1789036517.708711:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283bb0. 00000100:00000001:0.0:1789036517.708714:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036517.708718:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187dc00 x1875927346562560/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036517.708727:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187dc00 x1875927346562560/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.708734:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036517.708736:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036517.708737:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036517.708739:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036517.708741:0:2394:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036517.708742:0:2394:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036517.708751:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036517.708757:0:2394:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=28 v=60 (60 60 61 61) 00000100:00001000:0.0:1789036517.708760:0:2394:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=64 v=5 (1 1 1 0) 00000100:00000001:0.0:1789036517.708763:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036517.708764:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036517.708766:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789036517.708768:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036517.708771:0:2394:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789036517.708773:0:2394:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771464 00000100:00000001:0.0:1789036517.708774:0:2394:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789036517.708776:0:2394:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036517.708780:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187dc00 x1875927346562560/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.708787:0:2394:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036517.708789:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036517.708790:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036517.708794:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187dc00 x1875927346562560/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036517.708802:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346562560:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036517.708807:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036517.708858:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036517.708864:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187c700 x1875927346562688/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.708872:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036517.708875:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036517.708880:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888855000. 02000000:00000001:0.0:1789036517.708885:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036517.708889:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036517.708891:0:2394:0:(genops.c:1222:class_import_put()) import ffff97d887edb000 refcount=3 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000020:00000001:0.0:1789036517.708894:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036517.708897:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d7811bf700. 02000000:00000001:0.0:1789036517.708901:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036517.708909:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036517.708912:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187c700. 00000100:00000001:0.0:1789036517.708915:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036517.708917:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036517.708919:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036517.708928:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187dc00 x1875927346562560/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036602 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.708934:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036517.708936:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036517.708937:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888855800. 02000000:00000001:0.0:1789036517.708940:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036517.708941:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036517.708942:0:2394:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=5 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:0.0:1789036517.708944:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036517.708946:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d7811bfd00. 02000000:00000001:0.0:1789036517.708948:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036517.708949:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036517.708951:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187dc00. 00000100:00000001:0.0:1789036517.708953:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036517.708954:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036517.708958:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036517.708960:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036517.708961:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789036517.708965:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036517.708966:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036517.708969:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee85d8. 00000400:00000200:0.0:1789036517.708971:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283e58 00000400:00000010:0.0:1789036517.708973:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283e58. 00000100:00000001:0.0:1789036517.708975:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036517.708979:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187ce00 x1875927346562432/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036517.708988:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187ce00 x1875927346562432/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.708995:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036517.708996:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036517.708999:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036517.709006:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036517.709007:0:2394:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036517.709009:0:2394:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036517.709012:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036517.709015:0:2394:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d8861f3c60 time=28 v=5 (5 5 5 5) 00000100:00001000:0.0:1789036517.709019:0:2394:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d8861f3c18 time=64 v=5 (1 1 1 0) 00000100:00000001:0.0:1789036517.709021:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036517.709023:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036517.709024:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789036517.709026:0:2394:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036517.709028:0:2394:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036517.709032:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187ce00 x1875927346562432/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.709039:0:2394:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036517.709041:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036517.709042:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036517.709045:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187ce00 x1875927346562432/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036517.709053:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2394:1875927346562432:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036517.709057:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036517.709059:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036517.709062:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187ce00 x1875927346562432/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036517.709135:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036517.709139:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036517.709144:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888854a00. 02000000:00000001:0.0:1789036517.709148:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036517.709151:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036517.709153:0:2394:0:(genops.c:1222:class_import_put()) import ffff97d8861f3800 refcount=3 obd=MGC192.168.204.121@tcp 00000020:00000001:0.0:1789036517.709155:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036517.709158:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d7811bf000. 02000000:00000001:0.0:1789036517.709161:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036517.709163:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036517.709173:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187ce00. 00000100:00000001:0.0:1789036517.709177:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036517.709178:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036517.709182:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036517.709192:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789036517.709194:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036517.709196:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036517.709199:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036518.015375:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036518.015385:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036518.015393:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036518.015394:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036518.015586:0:236343:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036518.015592:0:236343:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036518.015595:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036519.041600:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036519.041608:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036519.041614:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036519.041616:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036519.041743:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036519.041747:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036519.041750:0:248124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036520.063351:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036520.063375:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036520.063382:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036520.063383:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789036520.063619:0:242419:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789036520.063623:0:242419:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036520.063626:0:242419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789036520.127914:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d62180] -> 12345-192.168.204.21@tcp (6) 00000800:00000200:3.0:1789036520.127924:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:988 00000800:00000200:3.0:1789036520.127929:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d892543c00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1789036520.129515:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1789036520.129526:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036520.129540:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789036520.129545:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789036520.129547:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789036521.087033:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036521.087040:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036521.087046:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036521.087047:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036521.089126:0:236342:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036521.089133:0:236342:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036521.089138:0:236342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789036521.535255:0:252176:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712cb30 (cpu 3) has reached its deadline 4307602647, at 4307602688 00000100:00000010:3.0:1789036521.535273:0:252176:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d889a1c9c0. 00000100:00000040:2.0:1789036521.536003:0:219630:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712ca20 (cpu 2) has reached its deadline 4307602647, at 4307602689 00000100:00000010:2.0:1789036521.536013:0:219630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d889a1c4e0. 00010000:00000001:2.0:1789036522.112849:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036522.112857:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036522.112862:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036522.112864:0:219630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036522.112915:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036522.112918:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036522.112921:0:252249:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789036522.816700:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036522.816711:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036522.816720:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187ce00. 00000020:00000040:0.0:1789036522.816728:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d8861f3800 refcount=4 obd=MGC192.168.204.121@tcp 00000100:00000001:0.0:1789036522.816732:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036522.816745:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036522.816749:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036522.816759:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d7811bfc00. 00000100:00000001:0.0:1789036522.816766:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036522.816779:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS req@ffff97d8b187ce00 x1875927346562944/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036522.816791:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036522.816795:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036522.816801:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d79700cb] to pc [ptlrpcd_00_00+0] req@ffff97d8b187ce00 x1875927346562944/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036522.816847:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036522.816850:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036522.816853:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036522.816857:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187dc00. 00000020:00000040:0.0:1789036522.816860:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=6 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:0.0:1789036522.816862:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036522.816863:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036522.816873:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036522.816878:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d7811bf800. 00000100:00000001:0.0:1789036522.816882:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036522.816887:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID req@ffff97d8b187dc00 x1875927346563072/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036522.816894:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036522.816896:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036522.816899:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029b5e9ec] to pc [ptlrpcd_00_01+1] req@ffff97d8b187dc00 x1875927346563072/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036522.816907:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036522.816909:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036522.816912:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036522.816915:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187c700. 00000020:00000040:0.0:1789036522.816917:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887edb000 refcount=4 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000100:00000001:0.0:1789036522.816920:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036522.816921:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036522.816922:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036522.816926:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d7811bf900. 00000100:00000001:0.0:1789036522.816929:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036522.816934:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID req@ffff97d8b187c700 x1875927346563200/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036522.816940:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036522.816941:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036522.816945:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096f5b7d2] to pc [ptlrpcd_00_00+0] req@ffff97d8b187c700 x1875927346563200/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036522.816950:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036522.816952:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036522.816956:0:233053:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036522.816958:0:233053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187ed80. 00000020:00000040:0.0:1789036522.816960:0:233053:0:(genops.c:1209:class_import_get()) import ffff97d887d65000 refcount=4 obd=lustre-OST0000-osc-ffff97d8b9387800 00000100:00000001:0.0:1789036522.816968:0:233053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036522.816969:0:233053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036522.816971:0:233053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036522.816975:0:233053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d7811bf500. 00000100:00000001:0.0:1789036522.816978:0:233053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036522.816983:0:233053:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID req@ffff97d8b187ed80 x1875927346563328/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036522.816989:0:233053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036522.816991:0:233053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036522.816995:0:233053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0894a59] to pc [ptlrpcd_00_01+1] req@ffff97d8b187ed80 x1875927346563328/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036522.817002:0:233053:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036522.817004:0:233053:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789036522.817007:0:233053:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789036522.817012:0:233053:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12941) 00000100:00000001:0.0:1789036522.817023:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036522.817027:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789036522.817029:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036522.817035:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187dc00 x1875927346563072/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036522.817042:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036522.817044:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036522.817048:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036522.817050:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036522.817053:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036522.817056:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346563072:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036522.817060:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036522.817066:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036522.817068:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036522.817070:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036522.817075:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888854400. 02000000:00000001:0.0:1789036522.817083:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036522.817090:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036522.817094:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee85d8. 00000400:00000010:0.0:1789036522.817101:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283e58. 00000100:00000200:0.0:1789036522.817108:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346563072, portal 10 00000100:00000001:0.0:1789036522.817110:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036522.817112:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680041984 : -114518029509632 : ffff97d8b187dc00) 00000100:00000040:0.0:1789036522.817120:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187dc00 x1875927346563072/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036522.817127:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036522.817130:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036522.817133:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283bb0. 00000100:00000200:0.0:1789036522.817136:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346563072, offset 0 00000400:00000200:0.0:1789036522.817143:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036522.817151:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036522.817159:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036522.817166:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036522.817171:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036522.817175:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036522.817178:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036522.817181:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557065:557065:256:4294967295] 192.168.204.121@tcp LPNI seq info [557019:557019:8:4294967295] 00000400:00000200:0.0:1789036522.817186:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036522.817197:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036522.817204:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036522.817209:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d7811bfe00. 00000800:00000200:0.0:1789036522.817228:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036522.817235:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036522.817240:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d7811bfe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036522.817254:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036522.817259:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25637 usecs (26 jiffies) 00000400:00000200:0.0:1789036522.817262:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036522.817271:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307603995 00000100:00000010:0.0:1789036522.817276:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d889a1c4e0. 00000100:00000001:0.0:1789036522.817282:0:2394:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789036522.817286:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307603995 00000100:00000010:0.0:1789036522.817290:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d889a1c9c0. 00000100:00000001:0.0:1789036522.817293:0:2394:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789036522.817296:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036522.817298:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036522.817301:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036522.817306:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187ed80 x1875927346563328/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036522.817313:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036522.817314:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036522.817316:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036522.817318:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036522.817320:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036522.817323:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346563328:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036522.817326:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036522.817329:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036522.817330:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036522.817332:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036522.817335:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888855800. 02000000:00000001:0.0:1789036522.817337:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036522.817342:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036522.817344:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee8108. 00000400:00000010:0.0:1789036522.817348:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283198. 00000100:00000200:0.0:1789036522.817351:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346563328, portal 4 00000100:00000001:0.0:1789036522.817352:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036522.817353:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680046464 : -114518029505152 : ffff97d8b187ed80) 00000100:00000040:0.0:1789036522.817359:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187ed80 x1875927346563328/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036522.817376:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036522.817379:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036522.817381:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283cc0. 00000100:00000200:0.0:1789036522.817384:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875927346563328, offset 0 00000400:00000200:0.0:1789036522.817388:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036522.817392:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036522.817395:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036522.817398:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036522.817400:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036522.817403:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036522.817405:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036522.817408:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557066:557066:255:4294967295] 192.168.204.121@tcp LPNI seq info [557020:557020:7:4294967295] 00000400:00000200:0.0:1789036522.817412:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036522.817418:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036522.817422:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036522.817426:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d7811bff00. 00000800:00000200:0.0:1789036522.817430:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036522.817434:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036522.817436:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d7811bff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036522.817439:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036522.817442:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: using a timeout of 101537 usecs (102 jiffies) 00000400:00000200:0.0:1789036522.817445:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036522.817447:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307604071 00000100:00000001:0.0:1789036522.817451:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 2, simply extend its deadline from 4307603995 00000100:00000001:0.0:1789036522.817455:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307604071 00000100:00000001:0.0:1789036522.817457:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 3, simply extend its deadline from 4307603995 00000100:00000001:0.0:1789036522.817460:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036522.817462:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036522.817471:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036522.817474:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036522.817481:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789036522.817483:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1789036522.817485:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036522.817486:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789036522.817488:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036522.817490:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1789036522.817492:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036522.817494:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789036522.817495:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036522.817497:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036522.817498:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789036522.817499:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036522.817504:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187ce00 x1875927346562944/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036522.817511:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036522.817512:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036522.817514:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036522.817516:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036522.817518:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036522.817521:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2394:1875927346562944:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036522.817524:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036522.817526:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036522.817528:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036522.817530:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036522.817532:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888855e00. 02000000:00000001:0.0:1789036522.817534:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036522.817537:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036522.817539:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee8840. 00000400:00000010:0.0:1789036522.817544:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283908. 00000100:00000200:0.0:1789036522.817546:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346562944, portal 25 00000100:00000001:0.0:1789036522.817548:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036522.817550:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680038400 : -114518029513216 : ffff97d8b187ce00) 00000100:00000040:0.0:1789036522.817554:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187ce00 x1875927346562944/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036522.817566:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036522.817568:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036522.817570:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283c38. 00000100:00000200:0.0:1789036522.817573:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875927346562944, offset 0 00000400:00000200:0.0:1789036522.817576:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036522.817581:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036522.817585:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036522.817587:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036522.817590:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036522.817592:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036522.817594:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036522.817596:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557067:557067:254:4294967295] 192.168.204.121@tcp LPNI seq info [557021:557021:6:4294967295] 00000400:00000200:0.0:1789036522.817599:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036522.817604:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036522.817608:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036522.817610:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d7811bf200. 00000800:00000200:0.0:1789036522.817614:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036522.817617:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036522.817620:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d7811bf200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036522.817623:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036522.817626:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036522.817628:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 2 is 4307607767 00000100:00000001:0.0:1789036522.817631:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307604071 00000100:00000001:0.0:1789036522.817633:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 3 is 4307607767 00000100:00000001:0.0:1789036522.817636:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307604071 00000100:00000001:0.0:1789036522.817639:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036522.817640:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036522.817642:0:2394:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036522.817646:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187c700 x1875927346563200/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036522.817657:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036522.817659:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036522.817661:0:2394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036522.817663:0:2394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036522.817665:0:2394:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036522.817667:0:2394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346563200:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036522.817670:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036522.817673:0:2394:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036522.817675:0:2394:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036522.817676:0:2394:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036522.817679:0:2394:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888855600. 02000000:00000001:0.0:1789036522.817681:0:2394:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036522.817684:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036522.817687:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee8580. 00000400:00000010:0.0:1789036522.817690:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba2837f8. 00000100:00000200:0.0:1789036522.817693:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346563200, portal 10 00000100:00000001:0.0:1789036522.817695:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036522.817696:0:2394:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680036608 : -114518029515008 : ffff97d8b187c700) 00000100:00000040:0.0:1789036522.817702:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187c700 x1875927346563200/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036522.817708:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036522.817710:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036522.817713:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283dd0. 00000100:00000200:0.0:1789036522.817714:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346563200, offset 0 00000400:00000200:0.0:1789036522.817719:0:2394:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036522.817722:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036522.817725:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036522.817728:0:2394:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036522.817730:0:2394:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036522.817732:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036522.817734:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036522.817754:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557068:557068:253:4294967295] 192.168.204.121@tcp LPNI seq info [557022:557022:5:4294967295] 00000400:00000200:0.0:1789036522.817758:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036522.817765:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036522.817768:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036522.817772:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d7811bf300. 00000800:00000200:0.0:1789036522.817775:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036522.817779:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036522.817781:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d7811bf300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036522.817783:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036522.817786:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: using a timeout of 19618 usecs (20 jiffies) 00000400:00000200:0.0:1789036522.817789:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036522.817791:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307603989 00000100:00000001:0.0:1789036522.817793:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307607767 00000100:00000001:0.0:1789036522.817795:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307603989 00000100:00000001:0.0:1789036522.817797:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307607767 00000100:00000001:0.0:1789036522.817799:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036522.817801:0:2394:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036522.817803:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036522.817805:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789036522.817943:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036522.817947:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d7811bfe00. 00000400:00000200:2.0:1789036522.817951:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036522.817957:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036522.817962:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283bb0 00000400:00000010:2.0:1789036522.817965:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283bb0. 00000100:00000001:2.0:1789036522.817969:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036522.817974:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187dc00 x1875927346563072/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036522.817984:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036522.817986:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187dc00 x1875927346563072/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036522.817993:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036522.817994:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036522.818014:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036522.818016:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d7811bff00. 00000400:00000200:2.0:1789036522.818018:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036522.818021:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036522.818024:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283cc0 00000400:00000010:2.0:1789036522.818025:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283cc0. 00000100:00000001:2.0:1789036522.818027:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036522.818030:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187ed80 x1875927346563328/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036522.818036:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036522.818038:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187ed80 x1875927346563328/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036522.818043:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036522.818044:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036522.818050:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036522.818052:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d7811bf200. 00000400:00000200:2.0:1789036522.818054:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036522.818056:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036522.818058:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283c38 00000400:00000010:2.0:1789036522.818060:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283c38. 00000100:00000001:2.0:1789036522.818062:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036522.818064:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187ce00 x1875927346562944/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036522.818070:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036522.818072:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187ce00 x1875927346562944/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036522.818077:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036522.818078:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789036522.818154:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789036522.818156:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d7811bf300. 00000400:00000200:2.0:1789036522.818159:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789036522.818163:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:2.0:1789036522.818165:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283dd0 00000400:00000010:2.0:1789036522.818171:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283dd0. 00000100:00000001:2.0:1789036522.818174:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789036522.818178:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187c700 x1875927346563200/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036522.818184:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036522.818187:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187c700 x1875927346563200/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036522.818192:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036522.818193:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789036522.818552:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036522.818555:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789036522.822106:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036522.822122:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036522.822126:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036522.822128:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036522.822138:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.822145:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036522.822153:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.822157:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.822162:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.822166:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 4 MB=0x6aa255f1dc900 00000400:00000200:3.0:1789036522.822170:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.822175:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.121@tcp of length 224/224 into md 0x539695 [1] + 224 00000800:00000001:3.0:1789036522.822181:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036522.822185:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036522.822188:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036522.822192:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036522.822199:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036522.822208:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187ed80 x1875927346563328/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036522.822498:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187ed80 x1875927346563328/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036522.822524:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036522.822540:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036522.822545:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036522.822547:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036522.822549:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036522.822552:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.822556:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036522.822560:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.822563:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.822566:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.822569:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 25 MB=0x6aa255f1dc780 00000400:00000200:3.0:1789036522.822573:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.822578:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.121@tcp of length 224/224 into md 0x53969d [1] + 224 00000100:00000001:0.0:1789036522.822880:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036522.822886:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1789036522.822937:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036522.822942:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036522.822944:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036522.822948:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000001:0.0:1789036522.824956:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036522.824961:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036522.824966:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee8108. 00000400:00000200:0.0:1789036522.824972:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283198 00000400:00000010:0.0:1789036522.824975:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283198. 00000100:00000001:0.0:1789036522.824981:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036522.824992:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187ed80 x1875927346563328/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036522.825003:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187ed80 x1875927346563328/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036522.825021:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036522.825024:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036522.825027:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036522.825031:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036522.825033:0:2394:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036522.825035:0:2394:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036522.825037:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036522.825047:0:2394:0:(import.c:2196:obd_at_measure()) add 36 to ffff97d887d65460 time=33 v=36 (36 36 5 5) 00000100:00001000:0.0:1789036522.825052:0:2394:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887d65418 time=111 v=5 (1 1 1 1) 00000100:00000001:0.0:1789036522.825054:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036522.825056:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036522.825058:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789036522.825062:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036522.825066:0:2394:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789036522.825068:0:2394:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97d8b9387800: skip recheck: last_committed 42949695659 00000100:00000001:0.0:1789036522.825070:0:2394:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789036522.825072:0:2394:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036522.825077:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187ed80 x1875927346563328/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036522.825083:0:2394:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036522.825086:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036522.825088:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036522.825092:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187ed80 x1875927346563328/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036577 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036522.825099:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346563328:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036522.825104:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036522.825107:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036522.825110:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187ed80 x1875927346563328/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036577 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036522.825116:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036522.825119:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036522.825128:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888855800. 02000000:00000001:0.0:1789036522.825131:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036522.825134:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036522.825136:0:2394:0:(genops.c:1222:class_import_put()) import ffff97d887d65000 refcount=3 obd=lustre-OST0000-osc-ffff97d8b9387800 00000020:00000001:0.0:1789036522.825138:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036522.825140:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d7811bf500. 02000000:00000001:0.0:1789036522.825144:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036522.825146:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036522.825148:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187ed80. 00000100:00000001:0.0:1789036522.825152:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036522.825153:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036522.825157:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036522.825159:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036522.825161:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789036522.825164:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036522.825165:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036522.829791:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036522.829814:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187ce00 x1875927346562944/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036522.829841:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187ce00 x1875927346562944/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036522.829911:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036522.829915:0:2394:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036522.829935:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036522.829951:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036522.829966:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036522.829968:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036522.829970:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036522.829976:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.829981:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036522.829988:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.829992:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.830005:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.830009:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dc800 00000400:00000200:3.0:1789036522.830014:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.830021:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x53968d [1] + 224 00000800:00000001:3.0:1789036522.830030:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036522.830035:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036522.830038:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036522.830042:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036522.830047:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036522.830051:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187dc00 x1875927346563072/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036522.830059:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187dc00 x1875927346563072/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036522.830066:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036522.830069:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036522.830073:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036522.830074:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036522.830076:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036522.830079:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.830081:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036522.830085:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.830087:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.830090:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.830092:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dc880 00000400:00000200:3.0:1789036522.830094:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036522.830097:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x5396a5 [1] + 224 00000800:00000001:3.0:1789036522.830100:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036522.830108:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036522.830110:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036522.830113:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036522.830115:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036522.830125:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187c700 x1875927346563200/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036522.830133:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187c700 x1875927346563200/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036522.830140:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036522.830145:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036522.830148:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789036522.835792:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789036522.835798:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789036522.835803:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee8840. 00000400:00000200:1.0:1789036522.835809:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283908 00000400:00000010:1.0:1789036522.835812:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283908. 00000100:00000001:1.0:1789036522.835836:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789036522.835851:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187ce00 x1875927346562944/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789036522.835862:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187ce00 x1875927346562944/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036522.835871:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789036522.835873:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036522.835876:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789036522.835880:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789036522.835882:0:2394:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789036522.835884:0:2394:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036522.835887:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789036522.835894:0:2394:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d8861f3c60 time=33 v=5 (5 5 5 5) 00000100:00001000:1.0:1789036522.835898:0:2394:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d8861f3c18 time=69 v=5 (1 1 1 0) 00000100:00000001:1.0:1789036522.835902:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789036522.835912:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036522.835914:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789036522.835916:0:2394:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036522.835919:0:2394:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036522.835925:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187ce00 x1875927346562944/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036522.835932:0:2394:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036522.835935:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789036522.835937:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789036522.835941:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187ce00 x1875927346562944/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789036522.835948:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2394:1875927346562944:192.168.204.121@tcp:400:kworker.0 00000400:00000001:1.0:1789036522.835955:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789036522.835956:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789036522.835958:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee8580. 00000400:00000200:1.0:1789036522.835960:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba2837f8 00000400:00000010:1.0:1789036522.835961:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba2837f8. 00000100:00000001:1.0:1789036522.835964:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789036522.835967:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187c700 x1875927346563200/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789036522.835975:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187c700 x1875927346563200/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036522.835980:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789036522.835981:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036522.835983:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789036522.835985:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789036522.835986:0:2394:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789036522.835988:0:2394:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036522.835989:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789036522.835995:0:2394:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edb460 time=33 v=60 (60 60 61 61) 00000100:00001000:1.0:1789036522.835998:0:2394:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edb418 time=46 v=5 (1 1 1 0) 00000100:00000001:1.0:1789036522.836000:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789036522.836007:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036522.836009:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789036522.836014:0:2394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97d8b187c700 x1875927346563200/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789036522.836021:0:2394:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036522.836024:0:2394:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789036522.836026:0:2394:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97d8b9387800: skip recheck: last_committed 21474836540 00000100:00000001:1.0:1789036522.836028:0:2394:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789036522.836029:0:2394:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036522.836034:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187c700 x1875927346563200/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036522.836040:0:2394:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036522.836042:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789036522.836043:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789036522.836047:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187c700 x1875927346563200/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789036522.836053:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346563200:192.168.204.121@tcp:400:kworker.0 00000400:00000001:1.0:1789036522.836060:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789036522.836062:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789036522.836064:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee85d8. 00000400:00000200:1.0:1789036522.836066:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283e58 00000400:00000010:1.0:1789036522.836068:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283e58. 00000100:00000001:1.0:1789036522.836070:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789036522.836073:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187dc00 x1875927346563072/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789036522.836080:0:2394:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187dc00 x1875927346563072/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036522.836086:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789036522.836087:0:2394:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036522.836089:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789036522.836097:0:2394:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789036522.836098:0:2394:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789036522.836099:0:2394:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789036522.836101:0:2394:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789036522.836106:0:2394:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=33 v=60 (60 60 61 61) 00000100:00001000:1.0:1789036522.836109:0:2394:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=69 v=5 (1 1 1 0) 00000100:00000001:1.0:1789036522.836111:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789036522.836113:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789036522.836114:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789036522.836116:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036522.836119:0:2394:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789036522.836120:0:2394:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771464 00000100:00000001:1.0:1789036522.836122:0:2394:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789036522.836123:0:2394:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789036522.836128:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187dc00 x1875927346563072/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036522.836135:0:2394:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789036522.836137:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789036522.836138:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789036522.836142:0:2394:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187dc00 x1875927346563072/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789036522.836148:0:2394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2394:1875927346563072:192.168.204.121@tcp:400:kworker.0 00000100:00000001:1.0:1789036522.836153:0:2394:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036522.836156:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789036522.836160:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187ce00 x1875927346562944/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036522.836167:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789036522.836169:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789036522.836172:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888855e00. 02000000:00000001:1.0:1789036522.836176:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789036522.836179:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789036522.836180:0:2394:0:(genops.c:1222:class_import_put()) import ffff97d8861f3800 refcount=3 obd=MGC192.168.204.121@tcp 00000020:00000001:1.0:1789036522.836182:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789036522.836191:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d7811bfc00. 02000000:00000001:1.0:1789036522.836195:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789036522.836196:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789036522.836198:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187ce00. 00000100:00000001:1.0:1789036522.836202:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789036522.836204:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036522.836205:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789036522.836209:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187c700 x1875927346563200/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036522.836214:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789036522.836590:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789036522.836593:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888855600. 02000000:00000001:1.0:1789036522.836597:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789036522.836598:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789036522.836599:0:2394:0:(genops.c:1222:class_import_put()) import ffff97d887edb000 refcount=3 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000020:00000001:1.0:1789036522.836601:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789036522.836603:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d7811bf900. 02000000:00000001:1.0:1789036522.836606:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789036522.836607:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789036522.836608:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187c700. 00000100:00000001:1.0:1789036522.836611:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789036522.836612:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036522.836614:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789036522.836618:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187dc00 x1875927346563072/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036607 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789036522.836624:0:2394:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789036522.836626:0:2394:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789036522.836627:0:2394:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888854400. 02000000:00000001:1.0:1789036522.836629:0:2394:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789036522.836630:0:2394:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789036522.836631:0:2394:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=5 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:1.0:1789036522.836632:0:2394:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789036522.836634:0:2394:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d7811bf800. 02000000:00000001:1.0:1789036522.836635:0:2394:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789036522.836637:0:2394:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789036522.836638:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187dc00. 00000100:00000001:1.0:1789036522.836646:0:2394:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789036522.836648:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036522.836650:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789036522.836658:0:2394:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789036522.836660:0:2394:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036522.836662:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036522.836665:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036523.150750:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036523.150760:0:219630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036523.150763:0:219630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036523.150767:0:219630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036523.150772:0:219630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036523.150775:0:219630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036523.150777:0:219630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036523.150779:0:219630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036523.150783:0:219630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036523.150785:0:219630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036523.150786:0:219630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036523.150791:0:219630:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036523.150794:0:219630:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789036523.150795:0:219630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036523.150797:0:219630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036523.150798:0:219630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036523.150799:0:219630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036523.150801:0:219630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036523.151206:0:236343:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036523.151210:0:236343:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036523.151213:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789036523.296209:0:280587:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789036523.691203:0:280624:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789036523.691211:0:280624:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: rpc test_812b: @@@@@@ FAIL: can't put import for osc.lustre-OST0000-osc-ffff97d8b9387800.ost_server_uuid into CONNECTING state after 50 sec, have FULL 00000001:00000001:2.0:1789036523.710136:0:280624:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1789036524.159282:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036524.159291:0:274228:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036524.159300:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036524.159302:0:274228:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036524.159511:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036524.159515:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036524.159518:0:248124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036525.183241:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036525.183253:0:274228:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036525.183260:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036525.183261:0:274228:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789036525.185234:0:242419:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036525.185242:0:242419:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036525.185247:0:242419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789036525.712156:0:280724:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 14143 lines, 14143 kept, 0 dropped, 0 bad.