00010000:00000001:1.0F:1787744935.962723:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744935.962742:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744935.962745:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744935.962748:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744935.962753:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744935.962755:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744935.962757:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744935.962760:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744935.962764:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744935.962766:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744935.962769:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744935.962770:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744935.962774:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744935.962775:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1787744935.962851:0:110735:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787744935.962858:0:110735:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787744935.962862:0:110735:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744936.983802:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744936.983809:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744936.983815:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744936.983816:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744936.983820:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744936.983821:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744936.983824:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744936.983825:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1787744936.983966:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787744936.983983:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744936.983986:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787744937.177146:0:82074:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1787744937.177157:0:82074:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744937.688089:0:175015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 295f25df-de87-4de2-8334-248ba01fceab->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787744937.688098:0:175015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787744937.688106:0:175015:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a1e00. 00000020:00000040:1.0:1787744937.688113:0:175015:0:(genops.c:1210:class_import_get()) import ffff8a76476e0000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:1.0:1787744937.688117:0:175015:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787744937.688119:0:175015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787744937.688125:0:175015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787744937.688133:0:175015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a7646683e00. 00000100:00000001:1.0:1787744937.688140:0:175015:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744937.688153:0:175015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 295f25df-de87-4de2-8334-248ba01fceab->MGS req@ffff8a76518a1e00 x1874579698254720/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787744937.688164:0:175015:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787744937.688168:0:175015:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744937.688174:0:175015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea58e057] to pc [ptlrpcd_00_00+0] req@ffff8a76518a1e00 x1874579698254720/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744937.688220:0:175015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744937.688223:0:175015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787744937.688226:0:175015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787744937.688229:0:175015:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a2d00. 00000020:00000040:1.0:1787744937.688231:0:175015:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1732 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000001:1.0:1787744937.688233:0:175015:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787744937.688235:0:175015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787744937.688237:0:175015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787744937.688240:0:175015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a7646683800. 00000100:00000001:1.0:1787744937.688244:0:175015:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744937.688248:0:175015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID req@ffff8a76518a2d00 x1874579698254848/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787744937.688255:0:175015:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787744937.688257:0:175015:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744937.688261:0:175015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6791a9e] to pc [ptlrpcd_00_01+1] req@ffff8a76518a2d00 x1874579698254848/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744937.688269:0:175015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744937.688271:0:175015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787744937.688274:0:175015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787744937.688277:0:175015:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a2940. 00000020:00000040:1.0:1787744937.688279:0:175015:0:(genops.c:1210:class_import_get()) import ffff8a7648651000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000100:00000001:1.0:1787744937.688281:0:175015:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787744937.688282:0:175015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787744937.688283:0:175015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787744937.688286:0:175015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a7646683900. 00000100:00000001:1.0:1787744937.688288:0:175015:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744937.688291:0:175015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID req@ffff8a76518a2940 x1874579698254976/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787744937.688296:0:175015:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787744937.688302:0:175015:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744937.688306:0:175015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae05feda] to pc [ptlrpcd_00_00+0] req@ffff8a76518a2940 x1874579698254976/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744937.688313:0:175015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744937.688315:0:175015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787744937.688318:0:175015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787744937.688320:0:175015:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a12c0. 00000020:00000040:1.0:1787744937.688322:0:175015:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=4 obd=lustre-OST0000-osc-ffff8a7648bee000 00000100:00000001:1.0:1787744937.688324:0:175015:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787744937.688325:0:175015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787744937.688326:0:175015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787744937.688328:0:175015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a7646683a00. 00000100:00000001:1.0:1787744937.688330:0:175015:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744937.688333:0:175015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID req@ffff8a76518a12c0 x1874579698255104/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787744937.688339:0:175015:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787744937.688340:0:175015:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744937.688343:0:175015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004850c57a] to pc [ptlrpcd_00_01+1] req@ffff8a76518a12c0 x1874579698255104/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744937.688349:0:175015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744937.688350:0:175015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787744937.688353:0:175015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787744937.688356:0:175015:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a0000. 00000020:00000040:1.0:1787744937.688358:0:175015:0:(genops.c:1210:class_import_get()) import ffff8a7648652800 refcount=3 obd=lustre-OST0001-osc-ffff8a7648bee000 00000100:00000001:1.0:1787744937.688360:0:175015:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787744937.688361:0:175015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787744937.688362:0:175015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787744937.688364:0:175015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a7646683600. 00000100:00000001:1.0:1787744937.688367:0:175015:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744937.688370:0:175015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID req@ffff8a76518a0000 x1874579698255232/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787744937.688385:0:175015:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787744937.688387:0:175015:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744937.688391:0:175015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012731857] to pc [ptlrpcd_00_00+0] req@ffff8a76518a0000 x1874579698255232/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744937.688397:0:175015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744937.688401:0:175015:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6570) 00000100:00000001:0.0:1787744937.688463:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744937.688467:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787744937.688470:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787744937.688476:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a1e00 x1874579698254720/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.688484:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787744937.688486:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744937.688490:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787744937.688492:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787744937.688495:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744937.688499:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:295f25df-de87-4de2-8334-248ba01fceab:2396:1874579698254720:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744937.688503:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787744937.688509:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787744937.688511:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744937.688513:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787744937.688518:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a76431bde00. 02000000:00000001:0.0:1787744937.688520:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744937.688528:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787744937.688532:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c3268. 00000400:00000010:0.0:1787744937.688538:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4c38. 00000100:00000200:0.0:1787744937.688544:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698254720, portal 25 00000100:00000001:0.0:1787744937.688546:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744937.688548:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511621120 : -129234197930496 : ffff8a76518a1e00) 00000100:00000040:0.0:1787744937.688553:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a76518a1e00 x1874579698254720/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.688560:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787744937.688563:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787744937.688565:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4f68. 00000100:00000200:0.0:1787744937.688569:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874579698254720, offset 0 00000400:00000200:0.0:1787744937.688575:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787744937.688585:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744937.688592:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787744937.688602:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787744937.688607:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787744937.688611:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787744937.688613:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787744937.688617:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440755:440755:256:4294967295] 192.168.201.110@tcp LPNI seq info [440754:440754:8:4294967295] 00000400:00000200:0.0:1787744937.688621:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744937.688630:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787744937.688636:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787744937.688640:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880fb00. 00000800:00000200:0.0:1787744937.688647:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787744937.688653:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787744937.688657:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787744937.688684:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744937.688688:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787744937.688691:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4301233906 00000100:00000010:0.0:1787744937.688695:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a766c7f20c0. 00000100:00000001:0.0:1787744937.688701:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787744937.688705:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4301233906 00000100:00000010:0.0:1787744937.688708:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a766c7f2ea0. 00000100:00000001:0.0:1787744937.688711:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787744937.688713:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744937.688716:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744937.688719:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787744937.688722:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a2940 x1874579698254976/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.688729:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787744937.688730:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744937.688732:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787744937.688734:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787744937.688736:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744937.688743:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698254976:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744937.688746:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787744937.688749:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787744937.688750:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744937.688752:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787744937.688754:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a76431bc400. 02000000:00000001:0.0:1787744937.688756:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744937.688759:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787744937.688761:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c3f78. 00000400:00000010:0.0:1787744937.688764:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4198. 00000100:00000200:0.0:1787744937.688767:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698254976, portal 10 00000100:00000001:0.0:1787744937.688768:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744937.688770:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511624000 : -129234197927616 : ffff8a76518a2940) 00000100:00000040:0.0:1787744937.688775:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a76518a2940 x1874579698254976/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.688781:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787744937.688783:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787744937.688786:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef45d8. 00000100:00000200:0.0:1787744937.688788:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698254976, offset 0 00000400:00000200:0.0:1787744937.688792:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787744937.688796:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744937.688798:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787744937.688801:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787744937.688803:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787744937.688805:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787744937.688807:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787744937.688810:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440756:440756:255:4294967295] 192.168.201.110@tcp LPNI seq info [440755:440755:7:4294967295] 00000400:00000200:0.0:1787744937.688813:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744937.688819:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787744937.688822:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787744937.688825:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880f200. 00000800:00000200:0.0:1787744937.688833:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787744937.688837:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787744937.688839:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787744937.688841:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744937.688844:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: using a timeout of 8006 usecs (9 jiffies) 00000400:00000200:0.0:1787744937.688847:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787744937.688849:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301232649 00000100:00000001:0.0:1787744937.688851:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301233906 00000100:00000001:0.0:1787744937.688853:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301232649 00000100:00000001:0.0:1787744937.688855:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301233906 00000100:00000001:0.0:1787744937.688857:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744937.688858:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744937.688860:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787744937.688864:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a0000 x1874579698255232/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.688870:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787744937.688871:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744937.688873:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787744937.688874:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787744937.688876:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744937.688879:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698255232:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744937.688881:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787744937.688894:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787744937.688895:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744937.688897:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787744937.688899:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a76431bc600. 02000000:00000001:0.0:1787744937.688901:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744937.688904:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787744937.688906:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c3688. 00000400:00000010:0.0:1787744937.688909:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4ee0. 00000100:00000200:0.0:1787744937.688912:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698255232, portal 4 00000100:00000001:0.0:1787744937.688918:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744937.689155:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511613440 : -129234197938176 : ffff8a76518a0000) 00000100:00000040:0.0:1787744937.689165:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a76518a0000 x1874579698255232/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.689172:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787744937.689174:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787744937.689178:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4880. 00000100:00000200:0.0:1787744937.689181:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698255232, offset 0 00000400:00000200:0.0:1787744937.689185:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787744937.689188:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744937.689192:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787744937.689194:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787744937.689197:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787744937.689199:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787744937.689201:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787744937.689204:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440757:440757:254:4294967295] 192.168.201.110@tcp LPNI seq info [440756:440756:6:4294967295] 00000400:00000200:0.0:1787744937.689207:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744937.689213:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787744937.689218:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787744937.689221:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880f300. 00000800:00000200:0.0:1787744937.689224:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787744937.689228:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787744937.689230:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787744937.689233:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744937.689235:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: using a timeout of 122050 usecs (123 jiffies) 00000400:00000200:0.0:1787744937.689238:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787744937.689239:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301232763 00000100:00000001:0.0:1787744937.689241:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301233906 00000100:00000001:0.0:1787744937.689243:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301232763 00000100:00000001:0.0:1787744937.689244:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301233906 00000100:00000001:0.0:1787744937.689251:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744937.689253:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744937.689255:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744937.689257:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744937.689264:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787744937.689266:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787744937.689269:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744937.689270:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787744937.689272:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744937.689275:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1787744937.689276:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744937.689278:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787744937.689279:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744937.689281:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744937.689282:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787744937.689283:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787744937.689287:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a2d00 x1874579698254848/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.689294:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787744937.689295:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744937.689298:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787744937.689299:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787744937.689301:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744937.689304:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698254848:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744937.689307:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787744937.689309:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787744937.689310:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744937.689312:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787744937.689316:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a764629a200. 02000000:00000001:0.0:1787744937.689317:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744937.689320:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787744937.689323:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c3aa8. 00000400:00000010:0.0:1787744937.689326:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef46e8. 00000100:00000200:0.0:1787744937.689330:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698254848, portal 10 00000100:00000001:0.0:1787744937.689331:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744937.689337:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511624960 : -129234197926656 : ffff8a76518a2d00) 00000100:00000040:0.0:1787744937.689343:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a76518a2d00 x1874579698254848/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.689348:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787744937.689350:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787744937.689353:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4cc0. 00000100:00000200:0.0:1787744937.689355:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698254848, offset 0 00000400:00000200:0.0:1787744937.689359:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787744937.689363:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744937.689366:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787744937.689369:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787744937.689370:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787744937.689373:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787744937.689375:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787744937.689377:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440758:440758:253:4294967295] 192.168.201.110@tcp LPNI seq info [440757:440757:5:4294967295] 00000400:00000200:0.0:1787744937.689380:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744937.689386:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787744937.689389:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787744937.689392:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880f400. 00000800:00000200:0.0:1787744937.689395:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787744937.689400:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787744937.689402:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787744937.689405:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744937.689407:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8820 usecs (9 jiffies) 00000400:00000200:0.0:1787744937.689410:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787744937.689411:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301232649 00000100:00000001:0.0:1787744937.689413:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301233906 00000100:00000001:0.0:1787744937.689415:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301232649 00000100:00000001:0.0:1787744937.689417:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301233906 00000100:00000001:0.0:1787744937.689425:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744937.689426:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744937.689428:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787744937.689432:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a12c0 x1874579698255104/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.689437:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787744937.689439:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744937.689441:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787744937.689442:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787744937.689444:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0F:1787744937.689706:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744937.689715:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880fb00. 00000400:00000200:2.0:1787744937.689722:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744937.689727:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744937.689742:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4f68 00000400:00000010:2.0:1787744937.689745:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4f68. 00000100:00000001:2.0:1787744937.689749:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744937.689754:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a1e00 x1874579698254720/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744937.689762:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744937.689766:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a1e00 x1874579698254720/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744953 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744937.689772:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744937.689774:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744937.689787:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744937.689789:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880f200. 00000400:00000200:2.0:1787744937.689792:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744937.689794:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744937.689797:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef45d8 00000400:00000010:2.0:1787744937.689798:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef45d8. 00000100:00000001:2.0:1787744937.689800:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744937.689802:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a2940 x1874579698254976/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744937.689808:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744937.689811:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a2940 x1874579698254976/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744937.689816:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744937.689817:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744937.689823:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744937.689825:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880f300. 00000400:00000200:2.0:1787744937.689827:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744937.689830:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744937.689832:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4880 00000400:00000010:2.0:1787744937.689833:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4880. 00000100:00000001:2.0:1787744937.689841:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744937.689844:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a0000 x1874579698255232/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744937.689850:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744937.689853:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a0000 x1874579698255232/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744937.689859:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744937.689860:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744937.690049:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744937.690052:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880f400. 00000400:00000200:2.0:1787744937.690055:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744937.690059:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744937.690062:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4cc0 00000400:00000010:2.0:1787744937.690063:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4cc0. 00000100:00000001:2.0:1787744937.690066:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744937.690069:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a2d00 x1874579698254848/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744937.690076:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744937.690079:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a2d00 x1874579698254848/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744937.690085:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744937.690087:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787744937.690293:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744937.690296:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744937.690353:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698255104:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744937.690358:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787744937.690362:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787744937.690364:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744937.690366:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787744937.690369:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a764629be00. 02000000:00000001:0.0:1787744937.690371:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744937.690376:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787744937.690378:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c35d8. 00000400:00000010:0.0:1787744937.690382:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4908. 00000100:00000200:0.0:1787744937.690385:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698255104, portal 4 00000100:00000001:0.0:1787744937.690388:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744937.690389:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511618240 : -129234197933376 : ffff8a76518a12c0) 00000100:00000040:0.0:1787744937.690395:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a76518a12c0 x1874579698255104/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.690402:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787744937.690404:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787744937.690406:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef47f8. 00000100:00000200:0.0:1787744937.690409:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698255104, offset 0 00000400:00000200:0.0:1787744937.690413:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787744937.690418:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744937.690421:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787744937.690431:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787744937.690434:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787744937.690437:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787744937.690439:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787744937.690442:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440759:440759:256:4294967295] 192.168.201.110@tcp LPNI seq info [440758:440758:8:4294967295] 00000400:00000200:0.0:1787744937.690446:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744937.691040:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787744937.691047:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787744937.691052:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880fd00. 00000800:00000200:0.0:1787744937.691057:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787744937.691063:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787744937.691066:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787744937.691075:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744937.691079:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137940 usecs (138 jiffies) 00000400:00000200:0.0:1787744937.691082:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787744937.691084:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301232781 00000100:00000001:0.0:1787744937.691087:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301233906 00000100:00000001:0.0:1787744937.691089:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301232781 00000100:00000001:0.0:1787744937.691091:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301233906 00000100:00000001:0.0:1787744937.691092:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744937.691095:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744937.691098:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744937.691101:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787744937.691682:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744937.691687:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880fd00. 00000400:00000200:2.0:1787744937.691692:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744937.691699:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744937.691704:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef47f8 00000400:00000010:2.0:1787744937.691706:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef47f8. 00000100:00000001:2.0:1787744937.691709:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744937.691714:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a12c0 x1874579698255104/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744937.691722:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744937.691743:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a12c0 x1874579698255104/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744937.691749:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744937.691751:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787744937.700056:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744937.702310:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744937.702319:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744937.702324:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744937.702334:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.702343:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744937.702353:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.702358:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.702363:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.702367:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb99048480 00000400:00000200:2.0:1787744937.702372:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.702379:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1acd [1] + 224 00000800:00000001:2.0:1787744937.702387:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744937.702390:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744937.702393:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744937.702398:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744937.702405:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744937.702415:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a2940 x1874579698254976/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744937.702426:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a76518a2940 x1874579698254976/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.702740:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744937.702745:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744937.702783:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744937.702795:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744937.702800:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744937.702802:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744937.702804:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744937.702808:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.702811:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744937.702828:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.702831:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.702835:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.702838:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb99048400 00000400:00000200:2.0:1787744937.702841:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.702844:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1add [1] + 224 00000800:00000001:2.0:1787744937.702849:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744937.702853:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744937.702856:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744937.702858:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744937.702862:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744937.702867:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a2d00 x1874579698254848/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744937.702875:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a76518a2d00 x1874579698254848/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744937.702891:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744937.702895:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744937.702898:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744937.702900:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744937.702903:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744937.702906:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.702909:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744937.702912:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.702914:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.702917:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.702919:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb99048580 00000400:00000200:2.0:1787744937.702931:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.702935:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1ad5 [1] + 224 00000800:00000001:2.0:1787744937.702939:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744937.702946:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744937.702948:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744937.702956:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744937.702960:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744937.702964:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a0000 x1874579698255232/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744937.702971:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a76518a0000 x1874579698255232/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744937.702977:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744937.702981:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744937.702984:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744937.703371:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744937.703377:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744937.703380:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744937.703382:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744937.703385:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.703389:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744937.703394:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.703397:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.703400:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.703403:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a8eb99048380 00000400:00000200:2.0:1787744937.703407:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.703411:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1ac5 [1] + 224 00000800:00000001:2.0:1787744937.703415:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744937.703418:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744937.703420:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744937.703424:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744937.703427:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744937.703432:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a1e00 x1874579698254720/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744937.703440:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a76518a1e00 x1874579698254720/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744937.704072:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744937.704086:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744937.704090:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744937.704093:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744937.704095:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744937.704100:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.704104:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744937.704109:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.704112:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.704115:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.704119:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb99048500 00000400:00000200:2.0:1787744937.704122:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744937.704126:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1ae5 [1] + 224 00000800:00000001:2.0:1787744937.704130:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744937.704135:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744937.704138:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744937.704141:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744937.704144:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744937.704148:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a12c0 x1874579698255104/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744937.704155:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a76518a12c0 x1874579698255104/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744937.704161:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744937.704164:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744937.704166:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787744937.704312:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787744937.704314:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787744937.704317:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c3f78. 00000400:00000200:0.0:1787744937.704322:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4198 00000400:00000010:0.0:1787744937.704324:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4198. 00000100:00000001:0.0:1787744937.704327:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787744937.704336:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a2940 x1874579698254976/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787744937.704345:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a2940 x1874579698254976/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.704352:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787744937.704354:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744937.704356:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787744937.704359:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787744937.704361:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787744937.704363:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744937.704366:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787744937.704378:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648651460 time=50 v=5 (5 5 5 5) 00000100:00001000:0.0:1787744937.704382:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648651418 time=147 v=5 (1 0 0 0) 00000100:00000001:0.0:1787744937.704385:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787744937.704387:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744937.704390:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787744937.704394:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744937.704398:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787744937.704400:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a7648bee000: skip recheck: last_committed 25769918529 00000100:00000001:0.0:1787744937.704401:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787744937.704403:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744937.704407:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a2940 x1874579698254976/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.704413:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744937.704416:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787744937.704418:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744937.704421:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a2940 x1874579698254976/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787744937.704427:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698254976:192.168.201.110@tcp:400:kworker.0 00000400:00000001:0.0:1787744937.704433:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787744937.704434:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787744937.704441:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c3688. 00000400:00000200:0.0:1787744937.704443:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4ee0 00000400:00000010:0.0:1787744937.704445:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4ee0. 00000100:00000001:0.0:1787744937.704447:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787744937.704613:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a0000 x1874579698255232/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787744937.704622:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a0000 x1874579698255232/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.704628:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787744937.704630:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744937.704632:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787744937.704634:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787744937.704636:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787744937.704637:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744937.704639:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787744937.704643:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648652c60 time=50 v=5 (5 5 5 5) 00000100:00001000:0.0:1787744937.704646:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648652c18 time=7 v=5 (1 1 0 0) 00000100:00000001:0.0:1787744937.704647:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787744937.704649:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744937.704650:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787744937.704652:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744937.704654:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787744937.704655:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a7648bee000: skip recheck: last_committed 8589936036 00000100:00000001:0.0:1787744937.704657:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787744937.704658:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744937.704692:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a0000 x1874579698255232/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.704698:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744937.704700:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787744937.704701:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744937.704705:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a0000 x1874579698255232/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787744937.704712:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698255232:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744937.704721:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744937.704725:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744937.704729:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76518a2940 x1874579698254976/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.704789:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744937.704792:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744937.704795:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a76431bc400. 02000000:00000001:0.0:1787744937.704799:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744937.704802:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744937.704804:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a7648651000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000020:00000001:0.0:1787744937.704806:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744937.704809:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a7646683900. 02000000:00000001:0.0:1787744937.704813:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744937.704815:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744937.704817:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76518a2940. 00000100:00000001:0.0:1787744937.704821:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744937.704822:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744937.704824:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744937.704828:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76518a0000 x1874579698255232/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.704834:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744937.704835:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744937.704836:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a76431bc600. 02000000:00000001:0.0:1787744937.704838:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744937.704839:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744937.704840:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a7648652800 refcount=2 obd=lustre-OST0001-osc-ffff8a7648bee000 00000020:00000001:0.0:1787744937.704842:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744937.704844:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a7646683600. 02000000:00000001:0.0:1787744937.704845:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744937.704847:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744937.704848:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76518a0000. 00000100:00000001:0.0:1787744937.704851:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744937.704852:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744937.704855:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744937.704857:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744937.704865:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787744937.704868:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787744937.704870:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787744937.704871:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c3aa8. 00000400:00000200:0.0:1787744937.704874:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef46e8 00000400:00000010:0.0:1787744937.704875:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef46e8. 00000100:00000001:0.0:1787744937.704877:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787744937.704881:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a2d00 x1874579698254848/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787744937.704899:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a2d00 x1874579698254848/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.704904:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787744937.704906:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744937.704907:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787744937.704909:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787744937.704910:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787744937.704911:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744937.704912:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787744937.704916:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1787744937.704985:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=154 v=5 (1 1 1 1) 00000100:00000001:0.0:1787744937.704989:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787744937.704990:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744937.704992:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787744937.704994:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744937.704996:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1787744937.704998:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: committing for last_committed 25769956153 gen 1 00000100:00000040:0.0:1787744937.705004:0:2396:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 25769956153) req@ffff8a7672476d00 x1874579698250624/t25769956148(25769956148) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 600/536 e 0 to 0 dl 1787744946 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.705010:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744937.705013:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7672476d00 x1874579698250624/t25769956148(25769956148) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 600/536 e 0 to 0 dl 1787744946 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.705018:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744937.705020:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744937.705027:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8a76494ea000. 02000000:00000001:0.0:1787744937.705030:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744937.705031:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744937.705033:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1731 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:0.0:1787744937.705034:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744937.705036:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a7672665c00. 02000000:00000001:0.0:1787744937.705038:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744937.705039:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744937.705040:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7672476d00. 00000100:00000001:0.0:1787744937.705043:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744937.705045:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744937.705049:0:2396:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 25769956153) req@ffff8a76518a2580 x1874579698251520/t25769956149(25769956149) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/664 e 0 to 0 dl 1787744946 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744937.705057:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744937.705058:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511623040 : -129234197928576 : ffff8a76518a2580) 00000100:00000001:0.0:1787744937.705060:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744937.705063:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a2580 x1874579698251520/t25769956149(25769956149) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/664 e 0 to 0 dl 1787744946 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744937.705068:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744937.705070:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744937.705074:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a30c0 x1874579698252160/t25769956150(25769956150) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787744946 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744937.705080:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787744937.705082:0:2396:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff8a76501cb2c0. 00000100:00000001:0.0:1787744937.705084:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744937.705087:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76518a2580 x1874579698251520/t25769956149(25769956149) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/664 e 0 to 0 dl 1787744946 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744937.705093:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1787744937.705094:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744937.705095:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1730 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:0.0:1787744937.705097:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744937.705098:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff8a7650016000. 02000000:00000001:0.0:1787744937.705101:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744937.705106:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744937.705107:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76518a2580. 00000100:00000001:0.0:1787744937.705110:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744937.705111:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744937.705114:0:2396:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 25769956153) req@ffff8a76518a30c0 x1874579698252160/t25769956150(25769956150) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787744946 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744937.705120:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744937.705122:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76518a30c0 x1874579698252160/t25769956150(25769956150) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787744946 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744937.705127:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744937.705128:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744937.705129:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8a7650014000. 02000000:00000001:0.0:1787744937.705131:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744937.705132:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744937.705133:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1729 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:0.0:1787744937.705134:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744937.705135:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a7653507200. 02000000:00000001:0.0:1787744937.705137:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744937.705138:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744937.705140:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76518a30c0. 00000100:00000001:0.0:1787744937.705142:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744937.705143:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744937.705147:0:2396:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 25769956153) req@ffff8a766c64ad00 x1874579698252928/t25769956152(25769956152) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1787744947 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.705153:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744937.705156:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c64ad00 x1874579698252928/t25769956152(25769956152) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1787744947 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.705162:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744937.705163:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744937.705164:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a766c8aac00. 02000000:00000001:0.0:1787744937.705166:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744937.705167:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744937.705168:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1728 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:0.0:1787744937.705174:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744937.705176:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a764562a400. 02000000:00000001:0.0:1787744937.705178:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744937.705179:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744937.705181:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c64ad00. 00000100:00000001:0.0:1787744937.705183:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744937.705184:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744937.705186:0:2396:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787744937.705189:0:2396:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:0.0:1787744937.705191:0:2396:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787744937.705193:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744937.705196:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a2d00 x1874579698254848/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.705202:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744937.705204:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787744937.705206:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744937.705209:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a2d00 x1874579698254848/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787744937.705216:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698254848:192.168.201.110@tcp:400:kworker.0 00000400:00000001:0.0:1787744937.705222:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787744937.705223:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787744937.705225:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c35d8. 00000400:00000200:0.0:1787744937.705227:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4908 00000400:00000010:0.0:1787744937.705229:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4908. 00000100:00000001:0.0:1787744937.705231:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787744937.705234:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a12c0 x1874579698255104/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787744937.705241:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a12c0 x1874579698255104/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.705246:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787744937.705248:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744937.705254:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787744937.705256:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787744937.705257:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787744937.705258:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744937.705259:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787744937.705263:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654460 time=50 v=5 (5 5 5 5) 00000100:00001000:0.0:1787744937.705267:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=39 v=5 (1 1 1 1) 00000100:00000001:0.0:1787744937.705268:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787744937.705269:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744937.705271:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787744937.705273:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744937.705275:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1787744937.705277:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: committing for last_committed 12884903334 gen 3 00000100:00000040:0.0:1787744937.705283:0:2396:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 12884903334) req@ffff8a766c64b0c0 x1874579698253184/t12884903334(12884903334) o2->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787744947 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744937.705289:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744937.705291:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c64b0c0 x1874579698253184/t12884903334(12884903334) o2->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787744947 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744937.705297:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744937.705299:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744937.705301:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a7643d07400. 02000000:00000001:0.0:1787744937.705303:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744937.705305:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744937.705306:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:0.0:1787744937.705308:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744937.705309:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a764629a800. 02000000:00000001:0.0:1787744937.705312:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744937.705313:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744937.705314:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c64b0c0. 00000100:00000001:0.0:1787744937.705317:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744937.705318:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744937.705320:0:2396:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787744937.705322:0:2396:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1787744937.705324:0:2396:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787744937.705331:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744937.705336:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a12c0 x1874579698255104/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.705342:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744937.705344:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787744937.705346:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744937.705349:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a12c0 x1874579698255104/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787744937.705356:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698255104:192.168.201.110@tcp:400:kworker.0 00000400:00000001:0.0:1787744937.705362:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787744937.705363:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787744937.705365:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c3268. 00000400:00000200:0.0:1787744937.705367:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4c38 00000400:00000010:0.0:1787744937.705369:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4c38. 00000100:00000001:0.0:1787744937.705371:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787744937.705375:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a1e00 x1874579698254720/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787744937.705383:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a1e00 x1874579698254720/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.705388:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787744937.705390:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744937.705392:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787744937.705393:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787744937.705394:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787744937.705395:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744937.705397:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787744937.705400:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a76476e0460 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1787744937.705402:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a76476e0418 time=150 v=5 (1 1 1 1) 00000100:00000001:0.0:1787744937.705404:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787744937.705406:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744937.705407:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787744937.705409:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744937.705415:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744937.705419:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a1e00 x1874579698254720/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.705425:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744937.705427:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787744937.705428:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744937.705431:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a1e00 x1874579698254720/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787744937.705437:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:295f25df-de87-4de2-8334-248ba01fceab:2396:1874579698254720:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744937.705442:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744937.705443:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744937.705446:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76518a2d00 x1874579698254848/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.706700:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744937.706703:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744937.706706:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a764629a200. 02000000:00000001:0.0:1787744937.706710:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744937.706712:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744937.706714:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:0.0:1787744937.706716:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744937.706718:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a7646683800. 02000000:00000001:0.0:1787744937.706721:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744937.706722:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744937.706724:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76518a2d00. 00000100:00000001:0.0:1787744937.706728:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744937.706730:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744937.706800:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744937.706807:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76518a12c0 x1874579698255104/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.706813:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744937.706815:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744937.706816:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a764629be00. 02000000:00000001:0.0:1787744937.706828:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744937.706829:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744937.706830:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=2 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:0.0:1787744937.706832:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744937.706834:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a7646683a00. 02000000:00000001:0.0:1787744937.706836:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744937.706837:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744937.706839:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76518a12c0. 00000100:00000001:0.0:1787744937.706842:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744937.706844:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744937.706845:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744937.706850:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76518a1e00 x1874579698254720/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744953 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744937.706856:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744937.706857:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744937.706859:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a76431bde00. 02000000:00000001:0.0:1787744937.706861:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744937.706862:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744937.706863:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a76476e0000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:0.0:1787744937.706865:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744937.706867:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a7646683e00. 02000000:00000001:0.0:1787744937.706868:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744937.706870:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744937.706871:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76518a1e00. 00000100:00000001:0.0:1787744937.706873:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744937.706874:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744937.706877:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744937.706894:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787744937.706897:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744937.706900:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744937.706902:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744938.007730:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744938.007737:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744938.007743:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744938.007744:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744938.007748:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744938.007749:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744938.007753:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744938.007754:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744938.007776:0:81966:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744938.007780:0:81966:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744938.007783:0:81966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787744938.968852:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301233906, at 4301233921 00000100:00000010:2.0:1787744938.968879:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a766c7f20c0. 00000100:00000040:3.0:1787744938.973037:0:174284:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301233906, at 4301233921 00000100:00000010:3.0:1787744938.973051:0:174284:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a766c7f2ea0. 00010000:00000001:1.0:1787744939.031949:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744939.031958:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744939.031965:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744939.031966:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744939.031969:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744939.031971:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744939.031974:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744939.031976:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744939.031995:0:39518:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744939.031998:0:39518:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744939.032001:0:39518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744940.056441:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744940.056448:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744940.056454:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744940.056456:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744940.056472:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744940.056474:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744940.056477:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744940.056478:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744940.056508:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744940.056511:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744940.056514:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787744940.094443:0:179066:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744941.080556:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744941.080563:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744941.080568:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744941.080569:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744941.080572:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744941.080575:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744941.080577:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744941.080584:0:172669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744941.080586:0:172669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744941.080588:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744941.080591:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744941.080593:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744941.080595:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744941.080598:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744941.080601:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744941.080602:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787744941.081000:0:110735:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787744941.081004:0:110735:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787744941.081007:0:110735:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744942.103991:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744942.104002:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.104010:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744942.104018:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744942.104020:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744942.104028:0:172669:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.104033:0:172669:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787744942.104035:0:172669:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.104037:0:172669:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787744942.104041:0:172669:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.104043:0:172669:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787744942.104045:0:172669:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.104047:0:172669:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787744942.104050:0:172669:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.104079:0:172669:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787744942.104084:0:172669:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.104087:0:172669:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787744942.104089:0:172669:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.104091:0:172669:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787744942.104094:0:172669:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.104095:0:172669:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787744942.104099:0:172669:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.104101:0:172669:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787744942.104104:0:172669:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.104106:0:172669:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787744942.104109:0:172669:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.104111:0:172669:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787744942.104113:0:172669:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.104115:0:172669:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787744942.104118:0:172669:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.104120:0:172669:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787744942.104123:0:172669:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.104124:0:172669:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787744942.104127:0:172669:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.104129:0:172669:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787744942.104133:0:172669:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.104135:0:172669:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787744942.104138:0:172669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744942.104141:0:172669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.104142:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1787744942.104147:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1787744942.104155:0:172669:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8a7650432300. 00010000:00000001:1.0:1787744942.104161:0:172669:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1787744942.104183:0:172669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 16/16 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1787744942.104187:0:172669:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.104189:0:172669:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.104191:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1787744942.104195:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1787744942.104200:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744942.104207:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.104212:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744942.104215:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744942.104217:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744942.104219:0:172669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744942.104221:0:172669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.104223:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.104225:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744942.104226:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.104228:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.104230:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744942.104278:0:81966:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744942.104282:0:81966:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744942.104285:0:81966:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 16 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1787744942.104288:0:81966:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1787744942.104291:0:81966:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787744942.104298:0:81966:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a764544bc00/0x6bfe83e2a9f8e059 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xfece:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd1177cb064f2fd7d expref: -99 pid: 161297 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1787744942.104314:0:81966:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787744942.104320:0:81966:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787744942.104324:0:81966:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787744942.104327:0:81966:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0xfece:0x0] mode (null) 00000002:00000001:1.0:1787744942.104334:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.104337:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.104346:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7643b3e800 count: 2 00010000:00000001:1.0:1787744942.104349:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.104355:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.104358:0:81966:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.104363:0:81966:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787744942.104365:0:81966:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0xfece:0x0](ffff8a7649ae1148) invalid 00000080:00000001:1.0:1787744942.104369:0:81966:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787744942.104377:0:81966:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787744942.104380:0:81966:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.104384:0:81966:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787744942.104388:0:81966:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787744942.104390:0:81966:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787744942.104398:0:81966:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.104400:0:81966:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787744942.104405:0:81966:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a764544bc00 with handle 0x6bfe83e2a9f8e059 from hash 00010000:00000001:1.0:1787744942.104409:0:81966:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787744942.104410:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744942.104411:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.104412:0:81966:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787744942.104416:0:81966:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787744942.104418:0:81966:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787744942.104421:0:81966:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787744942.104424:0:81966:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a764544a200/0x6bfe83e2a9f8e044 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xd69d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd1177cb064f2fd0d expref: -99 pid: 161285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1787744942.104432:0:81966:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787744942.104435:0:81966:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787744942.104437:0:81966:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787744942.104438:0:81966:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x240000402:0xd69d:0x0] mode (null) 00000002:00000001:1.0:1787744942.104441:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.104442:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.104445:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7651ac5b00 count: 2 00010000:00000001:1.0:1787744942.104447:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.104449:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.104451:0:81966:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.104453:0:81966:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787744942.104454:0:81966:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xd69d:0x0](ffff8a7661985348) invalid 00000020:00000001:1.0:1787744942.104459:0:81966:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41df7ca0 00000080:00002000:1.0:1787744942.104461:0:81966:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d33g.sanity (ffff8a7649dfbaf8) parent ffff8a76490e4ca8 inode ffff8a7661985348 refc 0 00000080:00000001:1.0:1787744942.104474:0:81966:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1787744942.104482:0:81966:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1787744942.104486:0:81966:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787744942.104490:0:81966:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787744942.104491:0:81966:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.104493:0:81966:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787744942.104494:0:81966:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787744942.104496:0:81966:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787744942.104497:0:81966:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.104521:0:81966:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787744942.104524:0:81966:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a764544a200 with handle 0x6bfe83e2a9f8e044 from hash 00010000:00000001:1.0:1787744942.104526:0:81966:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787744942.104527:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744942.104529:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.104530:0:81966:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787744942.104531:0:81966:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787744942.104533:0:81966:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787744942.104535:0:81966:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787744942.104538:0:81966:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7644e2e600/0x6bfe83e2a9f8dad3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xfec3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd1177cb064f2f319 expref: -99 pid: 160705 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1787744942.104545:0:81966:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787744942.104548:0:81966:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787744942.104549:0:81966:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787744942.104550:0:81966:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0xfec3:0x0] mode (null) 00000002:00000001:1.0:1787744942.104552:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.104554:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.104557:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a764626cb00 count: 2 00010000:00000001:1.0:1787744942.104558:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.104560:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744942.104562:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.104563:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.104564:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a764626cb00 count: 2 00010000:00000001:1.0:1787744942.104566:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.104567:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.104569:0:81966:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.104570:0:81966:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787744942.104572:0:81966:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0xfec3:0x0](ffff8a7660101148) invalid 00000020:00000001:1.0:1787744942.104575:0:81966:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41df7ca0 00000080:00002000:1.0:1787744942.104577:0:81966:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d33f.sanity (ffff8a766015e288) parent ffff8a76490e4ca8 inode ffff8a7660101148 refc 0 00000080:00000001:1.0:1787744942.104583:0:81966:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1787744942.104586:0:81966:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1787744942.104589:0:81966:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787744942.104592:0:81966:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787744942.104593:0:81966:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.104604:0:81966:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787744942.104605:0:81966:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787744942.104606:0:81966:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787744942.104608:0:81966:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.104609:0:81966:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787744942.104612:0:81966:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a7644e2e600 with handle 0x6bfe83e2a9f8dad3 from hash 00010000:00000001:1.0:1787744942.104615:0:81966:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787744942.104616:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744942.104617:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.104619:0:81966:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:3.0:1787744942.105223:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787744942.105228:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744942.105231:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744942.105570:0:81966:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787744942.105574:0:81966:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787744942.105578:0:81966:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787744942.105582:0:81966:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679b62800/0x6bfe83e2a9f8dab7 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xd694:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd1177cb064f2f2a9 expref: -99 pid: 160087 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1787744942.105593:0:81966:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787744942.105596:0:81966:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787744942.105598:0:81966:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787744942.105600:0:81966:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x240000402:0xd694:0x0] mode (null) 00000002:00000001:1.0:1787744942.105602:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.105604:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.105608:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646994600 count: 2 00010000:00000001:1.0:1787744942.105611:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.105614:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.105616:0:81966:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.105618:0:81966:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787744942.105620:0:81966:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xd694:0x0](ffff8a7649e98908) invalid 00000080:00000001:1.0:1787744942.105622:0:81966:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787744942.105627:0:81966:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787744942.105629:0:81966:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.105631:0:81966:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787744942.105643:0:81966:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787744942.105646:0:81966:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787744942.105648:0:81966:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.105650:0:81966:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787744942.105678:0:81966:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a7679b62800 with handle 0x6bfe83e2a9f8dab7 from hash 00010000:00000001:1.0:1787744942.105681:0:81966:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787744942.105683:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744942.105684:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.105685:0:81966:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787744942.105688:0:81966:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787744942.105690:0:81966:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787744942.105693:0:81966:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787744942.105695:0:81966:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679b62c00/0x6bfe83e2a9f8dab0 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd1177cb064f2f28d expref: -99 pid: 160086 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1787744942.105703:0:81966:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787744942.105705:0:81966:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787744942.105706:0:81966:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787744942.105708:0:81966:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200002341:0x49:0x0] mode (null) 00000002:00000001:1.0:1787744942.105710:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.105711:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.105715:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646994b00 count: 2 00010000:00000001:1.0:1787744942.105717:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.105720:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744942.105721:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.105723:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.105725:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646994b00 count: 2 00010000:00000001:1.0:1787744942.105726:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.105728:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.105730:0:81966:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787744942.105733:0:81966:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002341:0x49:0x0] lli = ffff8a7649e9dac0, pfid = [0x240000402:0xd693:0x0] 00000080:00000002:1.0:1787744942.105738:0:81966:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002341:0x49:0x0] m[0x240000402:0xd693:0x0] 00000080:00000001:1.0:1787744942.105743:0:81966:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798816403 : 162129603798816403 : 24000040200d693) 00000080:00000001:1.0:1787744942.105750:0:81966:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1787744942.105752:0:81966:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1787744942.105755:0:81966:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787744942.105757:0:81966:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002341:0x49:0x0](ffff8a7649e9db88) invalid 00000080:00000001:1.0:1787744942.105760:0:81966:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787744942.105761:0:81966:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787744942.105768:0:81966:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.105771:0:81966:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787744942.105772:0:81966:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787744942.105773:0:81966:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787744942.105774:0:81966:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.105776:0:81966:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787744942.105779:0:81966:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a7679b62c00 with handle 0x6bfe83e2a9f8dab0 from hash 00010000:00000001:1.0:1787744942.105781:0:81966:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787744942.105782:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744942.105784:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.105785:0:81966:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787744942.105786:0:81966:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787744942.105788:0:81966:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787744942.105790:0:81966:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787744942.105794:0:81966:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679b62a00/0x6bfe83e2a9f8da9b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xd693:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd1177cb064f2f263 expref: -99 pid: 160086 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1787744942.105801:0:81966:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787744942.105802:0:81966:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787744942.105803:0:81966:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787744942.105818:0:81966:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x240000402:0xd693:0x0] mode (null) 00000002:00000001:1.0:1787744942.105820:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.105822:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.105824:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646994000 count: 2 00010000:00000001:1.0:1787744942.105826:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.105829:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.105831:0:81966:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.105832:0:81966:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787744942.105834:0:81966:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xd693:0x0](ffff8a7649e9d348) invalid 00000080:00000001:1.0:1787744942.105835:0:81966:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787744942.105837:0:81966:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787744942.105838:0:81966:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.105840:0:81966:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787744942.105909:0:81966:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787744942.105910:0:81966:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787744942.105912:0:81966:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.105913:0:81966:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787744942.105922:0:81966:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a7679b62a00 with handle 0x6bfe83e2a9f8da9b from hash 00010000:00000001:1.0:1787744942.105924:0:81966:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787744942.105925:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744942.105926:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.105927:0:81966:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787744942.105929:0:81966:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787744942.105931:0:81966:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787744942.105943:0:81966:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787744942.105946:0:81966:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679976400/0x6bfe83e2a9f8da8d lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xb5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd1177cb064f2f239 expref: -99 pid: 160085 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1787744942.105955:0:81966:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787744942.105957:0:81966:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787744942.105958:0:81966:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787744942.105959:0:81966:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200002b10:0xb5:0x0] mode (null) 00000002:00000001:1.0:1787744942.105961:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.105962:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.105965:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7659523100 count: 2 00010000:00000001:1.0:1787744942.105968:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.105970:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744942.105972:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.105973:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.105974:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7659523100 count: 2 00010000:00000001:1.0:1787744942.105976:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.105978:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.105979:0:81966:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787744942.105982:0:81966:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0xb5:0x0] lli = ffff8a7642315280, pfid = [0x200000402:0xfec2:0x0] 00000080:00000002:1.0:1787744942.105985:0:81966:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0xb5:0x0] m[0x200000402:0xfec2:0x0] 00000080:00000001:1.0:1787744942.105987:0:81966:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289344706 : 144115205289344706 : 20000040200fec2) 00000080:00000001:1.0:1787744942.105991:0:81966:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1787744942.105992:0:81966:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1787744942.105994:0:81966:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787744942.105996:0:81966:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0xb5:0x0](ffff8a7642315348) invalid 00000080:00000001:1.0:1787744942.105998:0:81966:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787744942.105999:0:81966:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787744942.106008:0:81966:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.106011:0:81966:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787744942.106013:0:81966:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787744942.106014:0:81966:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787744942.106015:0:81966:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.106017:0:81966:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787744942.106019:0:81966:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a7679976400 with handle 0x6bfe83e2a9f8da8d from hash 00010000:00000001:1.0:1787744942.106021:0:81966:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787744942.106022:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744942.106024:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.106025:0:81966:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787744942.106027:0:81966:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787744942.106028:0:81966:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787744942.106030:0:81966:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787744942.106033:0:81966:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679976800/0x6bfe83e2a9f8da86 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xfec2:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd1177cb064f2f22b expref: -99 pid: 160085 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1787744942.106040:0:81966:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787744942.106042:0:81966:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787744942.106043:0:81966:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787744942.106044:0:81966:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0xfec2:0x0] mode (null) 00000002:00000001:1.0:1787744942.106046:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.106047:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.106050:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7659523400 count: 2 00010000:00000001:1.0:1787744942.106052:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.106054:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744942.106056:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.106057:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.106059:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7659523400 count: 2 00010000:00000001:1.0:1787744942.106061:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.106063:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744942.106064:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.106065:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.106067:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7659523400 count: 2 00010000:00000001:1.0:1787744942.106069:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.106070:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.106077:0:81966:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787744942.106078:0:81966:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000402:0xfec2:0x0] lli = ffff8a7649e99080, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1787744942.106081:0:81966:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1787744942.106083:0:81966:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1787744942.106084:0:81966:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787744942.106085:0:81966:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0xfec2:0x0](ffff8a7649e99148) invalid 00000020:00000001:1.0:1787744942.106090:0:81966:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41df7ca0 00000080:00002000:1.0:1787744942.106092:0:81966:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry striped_dir (ffff8a76603b8ca8) parent ffff8a76600d7510 inode ffff8a7649e99148 refc 0 00000080:00000001:1.0:1787744942.106102:0:81966:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1787744942.106110:0:81966:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1787744942.106115:0:81966:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787744942.106117:0:81966:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41df7c10 00000080:00002000:1.0:1787744942.106120:0:81966:0:(dcache.c:127:ll_ddelete()) keeping dentry d33e.sanity (ffff8a76600d7510, parent ffff8a76490e4ca8, inode ffff8a7642311148) hashed, 00000080:00000001:1.0:1787744942.106122:0:81966:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.106124:0:81966:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787744942.106126:0:81966:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787744942.106127:0:81966:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.106129:0:81966:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787744942.106131:0:81966:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787744942.106132:0:81966:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787744942.106134:0:81966:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.106135:0:81966:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787744942.106138:0:81966:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a7679976800 with handle 0x6bfe83e2a9f8da86 from hash 00010000:00000001:1.0:1787744942.106139:0:81966:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787744942.106140:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744942.106141:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.106142:0:81966:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787744942.106144:0:81966:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787744942.106145:0:81966:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787744942.106147:0:81966:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787744942.106150:0:81966:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679b63200/0x6bfe83e2a9f8d9a6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xfebe:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd1177cb064f2ed4d expref: -99 pid: 160069 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:1.0:1787744942.106156:0:81966:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787744942.106159:0:81966:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787744942.106167:0:81966:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787744942.106168:0:81966:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0xfebe:0x0] mode CR 00000002:00000001:1.0:1787744942.106170:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.106172:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.106174:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646994800 count: 3 00010000:00000001:1.0:1787744942.106176:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.106178:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744942.106180:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.106181:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.106183:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646994800 count: 3 00010000:00000001:1.0:1787744942.106184:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.106187:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.106188:0:81966:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.106191:0:81966:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1787744942.106195:0:81966:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1787744942.106201:0:81966:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff8a76472e9800. 00000080:00000001:1.0:1787744942.106204:0:81966:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1787744942.106231:0:81966:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1787744942.106237:0:81966:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1787744942.106241:0:81966:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787744942.106246:0:81966:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787744942.106249:0:81966:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787744942.106252:0:81966:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787744942.106254:0:81966:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787744942.106257:0:81966:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0xfebe:0x0] 00800000:00000001:1.0:1787744942.106260:0:81966:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787744942.106265:0:81966:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0xfebe:0x0] 00000002:00000001:1.0:1787744942.106270:0:81966:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1787744942.106273:0:81966:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff8a7648bee000: [0x200000402:0xfebe:0x0] file closed with intent: 0 00000100:00000010:1.0:1787744942.106285:0:81966:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a0f00. 00000020:00000040:1.0:1787744942.106291:0:81966:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1728 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000001:1.0:1787744942.106297:0:81966:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787744942.106305:0:81966:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787744942.106311:0:81966:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787744942.106324:0:81966:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a76472e9600. 00000100:00000001:1.0:1787744942.106337:0:81966:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1787744942.106374:0:81966:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a7659094000 x1874579693458176/t25769945013(25769945013) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787744397 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787744942.106395:0:81966:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a7648bee000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787744942.106402:0:81966:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a76518a0f00 x1874579698255488/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1787744942.106410:0:81966:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787744942.106412:0:81966:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787744942.106422:0:81966:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a76504323c0. 00000100:00000001:1.0:1787744942.106424:0:81966:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614839490192320 : -129234219359296 : ffff8a76504323c0) 00000100:00000001:1.0:1787744942.106429:0:81966:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744942.106431:0:81966:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511617280 : -129234197934336 : ffff8a76518a0f00) 00000100:00000001:1.0:1787744942.106436:0:81966:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787744942.106444:0:81966:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744942.106446:0:81966:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787744942.106448:0:81966:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787744942.106453:0:81966:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a0f00 x1874579698255488/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744942.106461:0:81966:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787744942.106464:0:81966:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744942.106469:0:81966:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787744942.106473:0:81966:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787744942.106476:0:81966:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787744942.106480:0:81966:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a0f00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_04:14787480-93a6-4cc0-a123-65fa4fd1ab7d:81966:1874579698255488:192.168.201.110@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1787744942.106486:0:81966:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787744942.106496:0:81966:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787744942.106499:0:81966:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744942.106502:0:81966:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787744942.106511:0:81966:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8a7650012000. 02000000:00000001:1.0:1787744942.106513:0:81966:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787744942.106526:0:81966:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1787744942.106534:0:81966:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c00c60. 00000400:00000010:1.0:1787744942.106547:0:81966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a7679b463c0. 00000100:00000200:1.0:1787744942.106558:0:81966:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1874579698255488, portal 10 00000100:00000001:1.0:1787744942.106565:0:81966:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744942.106566:0:81966:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511617280 : -129234197934336 : ffff8a76518a0f00) 00000100:00000040:1.0:1787744942.106576:0:81966:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a76518a0f00 x1874579698255488/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787744958 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744942.106583:0:81966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787744942.106587:0:81966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787744942.106592:0:81966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0990. 00000100:00000200:1.0:1787744942.106597:0:81966:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874579698255488, offset 0 00000400:00000200:1.0:1787744942.106608:0:81966:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1787744942.106619:0:81966:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744942.106630:0:81966:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1787744942.106638:0:81966:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787744942.106647:0:81966:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1787744942.106654:0:81966:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787744942.106657:0:81966:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787744942.106711:0:81966:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440760:440760:256:4294967295] 192.168.201.110@tcp LPNI seq info [440759:440759:8:4294967295] 00000400:00000200:1.0:1787744942.106717:0:81966:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744942.106732:0:81966:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1787744942.106741:0:81966:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1787744942.106748:0:81966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a7646683b00. 00000800:00000200:1.0:1787744942.106760:0:81966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1787744942.106773:0:81966:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1787744942.106782:0:81966:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7646683b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1787744942.106822:0:81966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744942.106828:0:81966:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8820 usecs (9 jiffies) 00000400:00000200:1.0:1787744942.106832:0:81966:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787744942.106836:0:81966:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301237068 00000100:00000010:1.0:1787744942.106851:0:81966:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897a960. 00000100:00000001:1.0:1787744942.106862:0:81966:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787744942.106876:0:81966:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301237068 00000100:00000010:1.0:1787744942.106887:0:81966:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897ad80. 00000100:00000001:1.0:1787744942.106891:0:81966:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787744942.106895:0:81966:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744942.106898:0:81966:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744942.106901:0:81966:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787744942.106903:0:81966:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787744942.106906:0:81966:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a76504323c0 going to sleep for 11 seconds 00000100:00000001:1.0:1787744942.106909:0:81966:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787744942.106914:0:81966:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787744942.108016:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744942.108022:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a7646683b00. 00000400:00000200:2.0:1787744942.108031:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744942.108039:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744942.108047:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0990 00000400:00000010:2.0:1787744942.108050:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0990. 00000100:00000001:2.0:1787744942.108065:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744942.108073:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a0f00 x1874579698255488/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787744958 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787744942.108087:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744942.108091:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76518a0f00 x1874579698255488/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787744958 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787744942.108099:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.108101:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1787744942.117782:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301237068, at 4301237070 00000100:00000010:2.0:1787744942.117815:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897a960. 00000100:00000040:3.0:1787744942.119254:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301237068, at 4301237071 00000100:00000010:3.0:1787744942.119268:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897ad80. 00000800:00000001:3.0:1787744942.121801:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.121823:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744942.121827:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.121829:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744942.121848:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.121856:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744942.121866:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.121871:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.121877:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.121881:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 456 into portal 10 MB=0x6a8eb99048680 00000400:00000200:3.0:1787744942.121885:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.121892:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 456/456 into md 0x3e1aed [2] + 224 00000800:00000001:3.0:1787744942.121899:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.121904:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744942.121908:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744942.121912:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744942.121920:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744942.121930:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a0f00 x1874579698255488/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787744958 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787744942.121952:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff8a76518a0f00 x1874579698255488/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787744958 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744942.121979:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744942.121988:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.121992:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744942.122351:0:81966:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787744942.122360:0:81966:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787744942.122363:0:81966:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787744942.122366:0:81966:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c00c60. 00000400:00000200:1.0:1787744942.122371:0:81966:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7679b463c0 00000400:00000010:1.0:1787744942.122374:0:81966:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8a7679b463c0. 00000100:00000001:1.0:1787744942.122377:0:81966:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787744942.122382:0:81966:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a0f00 x1874579698255488/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787744958 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787744942.122392:0:81966:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a0f00 x1874579698255488/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787744958 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744942.122398:0:81966:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787744942.122401:0:81966:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744942.122403:0:81966:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787744942.122419:0:81966:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787744942.122422:0:81966:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787744942.122424:0:81966:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744942.122427:0:81966:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787744942.122437:0:81966:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f4f0 time=55 v=5 (5 5 5 5) 00000100:00001000:1.0:1787744942.122441:0:81966:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=9 v=5 (1 1 1 1) 00000100:00000001:1.0:1787744942.122444:0:81966:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787744942.122445:0:81966:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.122448:0:81966:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787744942.122451:0:81966:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744942.122456:0:81966:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787744942.122458:0:81966:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787744942.122465:0:81966:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787744942.122467:0:81966:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744942.122469:0:81966:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511617280 : -129234197934336 : ffff8a76518a0f00) 00000100:00000001:1.0:1787744942.122472:0:81966:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787744942.122474:0:81966:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956153 00000100:00000001:1.0:1787744942.122476:0:81966:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787744942.122479:0:81966:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744942.122485:0:81966:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a0f00 x1874579698255488/t25769956154(25769956154) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787744958 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744942.122492:0:81966:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744942.122495:0:81966:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787744942.122497:0:81966:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787744942.122501:0:81966:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a0f00 x1874579698255488/t25769956154(25769956154) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787744958 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787744942.122509:0:81966:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a0f00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_04:14787480-93a6-4cc0-a123-65fa4fd1ab7d:81966:1874579698255488:192.168.201.110@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1787744942.122515:0:81966:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744942.122517:0:81966:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744942.122520:0:81966:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787744942.122522:0:81966:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744942.122525:0:81966:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76518a0f00 x1874579698255488/t25769956154(25769956154) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787744958 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744942.122531:0:81966:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787744942.122534:0:81966:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a76504323c0. 00000100:00000001:1.0:1787744942.122537:0:81966:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787744942.122539:0:81966:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744942.122546:0:81966:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744942.122547:0:81966:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511617280 : -129234197934336 : ffff8a76518a0f00) 00000002:00000001:1.0:1787744942.122550:0:81966:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787744942.122552:0:81966:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787744942.122557:0:81966:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a76472e9800. 00000080:00000001:1.0:1787744942.122560:0:81966:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1787744942.122568:0:81966:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1787744942.122571:0:81966:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787744942.122573:0:81966:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787744942.122576:0:81966:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787744942.122579:0:81966:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787744942.122581:0:81966:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787744942.122583:0:81966:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0xfebe:0x0] 00800000:00000001:1.0:1787744942.122586:0:81966:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744942.122590:0:81966:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1787744942.122597:0:81966:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a7659094000 x1874579693458176/t25769945013(25769945013) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787744397 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744942.122605:0:81966:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744942.122607:0:81966:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839637393408 : -129234072158208 : ffff8a7659094000) 00000100:00000001:1.0:1787744942.122609:0:81966:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744942.122612:0:81966:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7659094000 x1874579693458176/t25769945013(25769945013) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787744397 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744942.122619:0:81966:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744942.122621:0:81966:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744942.122623:0:81966:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76518a0f00 x1874579698255488/t25769956154(25769956154) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787744958 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744942.122629:0:81966:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744942.122631:0:81966:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744942.122633:0:81966:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7659094000 x1874579693458176/t25769945013(25769945013) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4616/608 e 0 to 0 dl 1787744397 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744942.122639:0:81966:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1787744942.122642:0:81966:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787744942.122644:0:81966:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:1.0:1787744942.122646:0:81966:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787744942.122649:0:81966:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff8a7651acc000. 02000000:00000001:1.0:1787744942.122654:0:81966:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787744942.122656:0:81966:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787744942.122658:0:81966:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7659094000. 00000100:00000001:1.0:1787744942.122685:0:81966:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787744942.122691:0:81966:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744942.122693:0:81966:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744942.122697:0:81966:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a0f00 x1874579698255488/t25769956154(25769956154) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787744958 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744942.122704:0:81966:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787744942.122705:0:81966:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff8a76596c02e0. 00000002:00000001:1.0:1787744942.122709:0:81966:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787744942.122710:0:81966:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787744942.122713:0:81966:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8a7672411cc0. 00000100:00000001:1.0:1787744942.122715:0:81966:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744942.122719:0:81966:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76518a0f00 x1874579698255488/t25769956154(25769956154) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787744958 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744942.122725:0:81966:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787744942.122727:0:81966:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787744942.122729:0:81966:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8a7650012000. 02000000:00000001:1.0:1787744942.122742:0:81966:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787744942.122743:0:81966:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787744942.122745:0:81966:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:1.0:1787744942.122747:0:81966:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787744942.122748:0:81966:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a76472e9600. 02000000:00000001:1.0:1787744942.122750:0:81966:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787744942.122751:0:81966:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787744942.122753:0:81966:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76518a0f00. 00000100:00000001:1.0:1787744942.122756:0:81966:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787744942.122757:0:81966:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787744942.122760:0:81966:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.122763:0:81966:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787744942.122765:0:81966:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0xfebe:0x0] mode (null) 00000002:00000001:1.0:1787744942.122769:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.122771:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.122777:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646994800 count: 3 00010000:00000001:1.0:1787744942.122780:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.122785:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.122787:0:81966:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.122790:0:81966:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787744942.122800:0:81966:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0xfebe:0x0](ffff8a7642311148) invalid 00000020:00000001:1.0:1787744942.122814:0:81966:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41df7ca0 00000080:00002000:1.0:1787744942.122816:0:81966:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d33e.sanity (ffff8a76600d7510) parent ffff8a76490e4ca8 inode ffff8a7642311148 refc 0 00000080:00000001:1.0:1787744942.122828:0:81966:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1787744942.122834:0:81966:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1787744942.122838:0:81966:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787744942.122852:0:81966:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787744942.122854:0:81966:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.122858:0:81966:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787744942.122862:0:81966:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787744942.122863:0:81966:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787744942.122865:0:81966:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.122868:0:81966:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787744942.122872:0:81966:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a7679b63200 with handle 0x6bfe83e2a9f8d9a6 from hash 00010000:00000001:1.0:1787744942.122875:0:81966:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787744942.122877:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744942.122878:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.122879:0:81966:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787744942.122882:0:81966:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787744942.122884:0:81966:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787744942.122887:0:81966:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787744942.122891:0:81966:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679b62600/0x6bfe83e2a9f8d96e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xfebe:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd1177cb064f2ec97 expref: -99 pid: 160060 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:1.0:1787744942.122900:0:81966:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787744942.122903:0:81966:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787744942.122905:0:81966:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787744942.122906:0:81966:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0xfebe:0x0] mode (null) 00000002:00000001:1.0:1787744942.122908:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.122910:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.122913:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646994800 count: 3 00010000:00000001:1.0:1787744942.122915:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.122917:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744942.122919:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.122920:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.122922:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646994800 count: 3 00010000:00000001:1.0:1787744942.122929:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.122932:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.123069:0:81966:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.123073:0:81966:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787744942.123074:0:81966:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0xfebe:0x0](ffff8a7642311148) invalid 00000080:00000001:1.0:1787744942.123077:0:81966:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787744942.123079:0:81966:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787744942.123080:0:81966:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.123082:0:81966:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787744942.123084:0:81966:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787744942.123085:0:81966:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787744942.123087:0:81966:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.123089:0:81966:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787744942.123091:0:81966:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a7679b62600 with handle 0x6bfe83e2a9f8d96e from hash 00010000:00000001:1.0:1787744942.123093:0:81966:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787744942.123095:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744942.123096:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.123097:0:81966:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787744942.123099:0:81966:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787744942.123100:0:81966:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787744942.123103:0:81966:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787744942.123106:0:81966:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7643639c00/0x6bfe83e2a9f8d90c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xd68d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd1177cb064f2eb47 expref: -99 pid: 159483 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1787744942.123113:0:81966:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787744942.123115:0:81966:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787744942.123116:0:81966:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787744942.123117:0:81966:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x240000402:0xd68d:0x0] mode (null) 00000002:00000001:1.0:1787744942.123119:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.123121:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.123123:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a764a15b600 count: 2 00010000:00000001:1.0:1787744942.123125:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.123128:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.123129:0:81966:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.123131:0:81966:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787744942.123132:0:81966:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xd68d:0x0](ffff8a76491e9148) invalid 00000080:00000001:1.0:1787744942.123139:0:81966:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787744942.123141:0:81966:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787744942.123142:0:81966:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.123144:0:81966:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787744942.123146:0:81966:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787744942.123147:0:81966:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787744942.123148:0:81966:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.123150:0:81966:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787744942.123152:0:81966:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a7643639c00 with handle 0x6bfe83e2a9f8d90c from hash 00010000:00000001:1.0:1787744942.123154:0:81966:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787744942.123155:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744942.123156:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.123157:0:81966:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787744942.123159:0:81966:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787744942.123160:0:81966:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787744942.123163:0:81966:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787744942.123166:0:81966:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a764746c800/0x6bfe83e2a9f8d8db lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xd68c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd1177cb064f2eaad expref: -99 pid: 159482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1787744942.123172:0:81966:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787744942.123174:0:81966:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787744942.123175:0:81966:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787744942.123177:0:81966:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x240000402:0xd68c:0x0] mode (null) 00000002:00000001:1.0:1787744942.123179:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.123180:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.123182:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a76520ac700 count: 2 00010000:00000001:1.0:1787744942.123184:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.123186:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.123188:0:81966:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.123189:0:81966:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787744942.123191:0:81966:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xd68c:0x0](ffff8a76491ecb08) invalid 00000080:00000001:1.0:1787744942.123193:0:81966:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787744942.123194:0:81966:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787744942.123195:0:81966:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.123197:0:81966:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787744942.123198:0:81966:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787744942.123203:0:81966:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787744942.123205:0:81966:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.123206:0:81966:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787744942.123209:0:81966:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a764746c800 with handle 0x6bfe83e2a9f8d8db from hash 00010000:00000001:1.0:1787744942.123211:0:81966:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787744942.123212:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000080:00000010:1.1F:1787744942.124173:0:81966:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8a76596c0aa0. 00000080:00000010:1.1:1787744942.124194:0:81966:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8a7641376fe0. 00000080:00000010:1.1:1787744942.124200:0:81966:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8a7645741580. 00010000:00000001:1.0:1787744942.124209:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.124210:0:81966:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787744942.124334:0:81966:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787744942.124338:0:81966:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787744942.124342:0:81966:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787744942.124345:0:81966:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7653426c00/0x6bfe83e2a9f8d88e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xd68a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd1177cb064f2e956 expref: -99 pid: 158265 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1787744942.124354:0:81966:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787744942.124357:0:81966:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787744942.124359:0:81966:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787744942.124360:0:81966:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x240000402:0xd68a:0x0] mode (null) 00000002:00000001:1.0:1787744942.127036:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.127040:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.127048:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a76534ea900 count: 2 00010000:00000001:1.0:1787744942.127052:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.127057:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.127059:0:81966:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.127063:0:81966:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787744942.127065:0:81966:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xd68a:0x0](ffff8a76421bd348) invalid 00000080:00000001:1.0:1787744942.127068:0:81966:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787744942.127074:0:81966:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787744942.127076:0:81966:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.127081:0:81966:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787744942.127085:0:81966:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787744942.127086:0:81966:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787744942.127089:0:81966:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.127092:0:81966:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787744942.127096:0:81966:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a7653426c00 with handle 0x6bfe83e2a9f8d88e from hash 00010000:00000001:1.0:1787744942.127098:0:81966:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787744942.127108:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744942.127110:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.127111:0:81966:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787744942.127115:0:81966:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787744942.127117:0:81966:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787744942.127121:0:81966:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787744942.127125:0:81966:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7653427a00/0x6bfe83e2a9f8d84f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xd688:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd1177cb064f2e84c expref: -99 pid: 157677 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1787744942.127134:0:81966:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787744942.127137:0:81966:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787744942.127139:0:81966:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787744942.127140:0:81966:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x240000402:0xd688:0x0] mode (null) 00000002:00000001:1.0:1787744942.127143:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.127144:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.127147:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a76520ac000 count: 2 00010000:00000001:1.0:1787744942.127149:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.127152:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.127153:0:81966:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.127155:0:81966:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787744942.127156:0:81966:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xd688:0x0](ffff8a76491eb248) invalid 00000080:00000001:1.0:1787744942.127158:0:81966:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787744942.127160:0:81966:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787744942.127161:0:81966:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.127163:0:81966:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787744942.127164:0:81966:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787744942.127165:0:81966:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787744942.127167:0:81966:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.127168:0:81966:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787744942.127171:0:81966:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a7653427a00 with handle 0x6bfe83e2a9f8d84f from hash 00010000:00000001:1.0:1787744942.127173:0:81966:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787744942.127174:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744942.127175:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.127176:0:81966:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787744942.127178:0:81966:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787744942.127179:0:81966:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787744942.127181:0:81966:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787744942.127190:0:81966:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7653427e00/0x6bfe83e2a9f8d810 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xfebd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd1177cb064f2e750 expref: -99 pid: 156803 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:1.0:1787744942.127197:0:81966:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787744942.127199:0:81966:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787744942.127200:0:81966:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787744942.127201:0:81966:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0xfebd:0x0] mode (null) 00000002:00000001:1.0:1787744942.127203:0:81966:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744942.127205:0:81966:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744942.127207:0:81966:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a76534ea400 count: 3 00010000:00000001:1.0:1787744942.127209:0:81966:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744942.127212:0:81966:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.128700:0:81966:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.128704:0:81966:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787744942.128706:0:81966:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787744942.128711:0:81966:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614840203347944 : -129233506203672 : ffff8a767ac507e8) 00000020:00001000:1.0:1787744942.128714:0:81966:0:(cl_object.c:823:cl_env_get()) 1@ffff8a767ac507e0 00000020:00000001:1.0:1787744942.128717:0:81966:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1787744942.128720:0:81966:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0xfebd:0x0]: losing layout lock 00000080:00000001:1.0:1787744942.128723:0:81966:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1787744942.128726:0:81966:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1787744942.128730:0:81966:0:(lov_object.c:1456:lov_conf_set()) Process entered 00020000:00000001:1.0:1787744942.128741:0:81966:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787744942.128744:0:81966:0:(lov_object.c:1543:lov_conf_set()) [0x200000402:0xfebd:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1787744942.128746:0:81966:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744942.128748:0:81966:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1787744942.128750:0:81966:0:(cl_object.c:917:cl_env_put()) 1@ffff8a767ac507e0 00000080:00000001:1.0:1787744942.128753:0:81966:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.128756:0:81966:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787744942.128758:0:81966:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.128761:0:81966:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787744942.128764:0:81966:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787744942.128765:0:81966:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787744942.128767:0:81966:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.128769:0:81966:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787744942.128772:0:81966:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a7653427e00 with handle 0x6bfe83e2a9f8d810 from hash 00010000:00000001:1.0:1787744942.128775:0:81966:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787744942.128786:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744942.128787:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.128788:0:81966:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787744942.128791:0:81966:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787744942.128793:0:81966:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787744942.128796:0:81966:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787744942.128799:0:81966:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7644e2f000/0x6bfe83e2a9f8d833 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xfebd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd1177cb064f2e7b2 expref: -99 pid: 156813 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1787744942.128818:0:81966:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787744942.128821:0:81966:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787744942.128823:0:81966:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:1.0:1787744942.128826:0:81966:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:1.0:1787744942.128828:0:81966:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff8a76413759a0. 00000080:00000010:1.0:1787744942.128832:0:81966:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 54 at ffff8a7672411100. 00000080:00000010:1.0:1787744942.128835:0:81966:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8a7642e73460. 00000080:00000020:1.0:1787744942.128838:0:81966:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:1.0:1787744942.128840:0:81966:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff8a7641375460. 00000080:00000010:1.0:1787744942.128850:0:81966:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 7 at ffff8a7651f4d3f0. 00000080:00000010:1.0:1787744942.128853:0:81966:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8a7642e73028. 00000080:00000020:1.0:1787744942.128855:0:81966:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:1.0:1787744942.128856:0:81966:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8a7641375540. 00000080:00000010:1.0:1787744942.128859:0:81966:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff8a7672411400. 00000080:00000010:1.0:1787744942.128861:0:81966:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8a7642e733c0. 00000080:00000020:1.0:1787744942.128862:0:81966:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:1.0:1787744942.128864:0:81966:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8a7641375980. 00000080:00000010:1.0:1787744942.128866:0:81966:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff8a76596c0b40. 00000080:00000010:1.0:1787744942.128868:0:81966:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8a7642e73528. 00000080:00000001:1.0:1787744942.128871:0:81966:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744942.128873:0:81966:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787744942.128875:0:81966:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.128877:0:81966:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787744942.128878:0:81966:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787744942.128879:0:81966:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787744942.128881:0:81966:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744942.128887:0:81966:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787744942.128890:0:81966:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a7644e2f000 with handle 0x6bfe83e2a9f8d833 from hash 00010000:00000001:1.0:1787744942.128892:0:81966:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787744942.128893:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744942.128894:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.128895:0:81966:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787744942.128897:0:81966:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787744942.128898:0:81966:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787744942.128900:0:81966:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1787744942.128903:0:81966:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787744942.128906:0:81966:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1787744942.128913:0:81966:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a0f00. 00000020:00000040:1.0:1787744942.128917:0:81966:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000001:1.0:1787744942.128923:0:81966:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787744942.128925:0:81966:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787744942.128930:0:81966:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787744942.128947:0:81966:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a76472e9600. 00000100:00000001:1.0:1787744942.128954:0:81966:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.128957:0:81966:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787744942.128964:0:81966:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a764544bc00/0x6bfe83e2a9f8e059 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xfece:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2fd7d expref: -99 pid: 161297 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787744942.128973:0:81966:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a764544a200/0x6bfe83e2a9f8e044 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xd69d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2fd0d expref: -99 pid: 161285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787744942.128980:0:81966:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7644e2e600/0x6bfe83e2a9f8dad3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xfec3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2f319 expref: -99 pid: 160705 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787744942.128987:0:81966:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679b62800/0x6bfe83e2a9f8dab7 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xd694:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2f2a9 expref: -99 pid: 160087 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787744942.128994:0:81966:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679b62c00/0x6bfe83e2a9f8dab0 lrc: 1/0,0 mode: --/PR res: [0x200002341:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2f28d expref: -99 pid: 160086 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787744942.129012:0:81966:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679b62a00/0x6bfe83e2a9f8da9b lrc: 1/0,0 mode: --/PR res: [0x240000402:0xd693:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2f263 expref: -99 pid: 160086 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787744942.129019:0:81966:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679976400/0x6bfe83e2a9f8da8d lrc: 1/0,0 mode: --/PR res: [0x200002b10:0xb5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2f239 expref: -99 pid: 160085 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787744942.129026:0:81966:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679976800/0x6bfe83e2a9f8da86 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xfec2:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2f22b expref: -99 pid: 160085 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787744942.129033:0:81966:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679b63200/0x6bfe83e2a9f8d9a6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xfebe:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2ed4d expref: -99 pid: 160069 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1787744942.129040:0:81966:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679b62600/0x6bfe83e2a9f8d96e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xfebe:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2ec97 expref: -99 pid: 160060 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1787744942.129047:0:81966:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7643639c00/0x6bfe83e2a9f8d90c lrc: 1/0,0 mode: --/PR res: [0x240000402:0xd68d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2eb47 expref: -99 pid: 159483 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787744942.129055:0:81966:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a764746c800/0x6bfe83e2a9f8d8db lrc: 1/0,0 mode: --/PR res: [0x240000402:0xd68c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2eaad expref: -99 pid: 159482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787744942.129062:0:81966:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7653426c00/0x6bfe83e2a9f8d88e lrc: 1/0,0 mode: --/PR res: [0x240000402:0xd68a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2e956 expref: -99 pid: 158265 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787744942.129069:0:81966:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7653427a00/0x6bfe83e2a9f8d84f lrc: 1/0,0 mode: --/PR res: [0x240000402:0xd688:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2e84c expref: -99 pid: 157677 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787744942.129076:0:81966:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7653427e00/0x6bfe83e2a9f8d810 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xfebd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd1177cb064f2e750 expref: -99 pid: 156803 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1787744942.129087:0:81966:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7644e2f000/0x6bfe83e2a9f8d833 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xfebd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2e7b2 expref: -99 pid: 156813 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787744942.129093:0:81966:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 16 locks packed 00010000:00000001:1.0:1787744942.129095:0:81966:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=16 : 16 : 10) 00000100:00000001:1.0:1787744942.129100:0:81966:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787744942.129105:0:81966:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744942.129118:0:81966:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5daa16e] to pc [ptlrpcd_00_01+1] req@ffff8a76518a0f00 x1874579698255616/t0(0) o103->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 440/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787744942.129151:0:81966:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787744942.129154:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787744942.129157:0:81966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a764544bc00/0x6bfe83e2a9f8e059 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xfece:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2fd7d expref: -99 pid: 161297 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1787744942.129166:0:81966:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a7643b3e800 count: 0 00010000:00000010:1.0:1787744942.129173:0:81966:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a766cb2ed00. 00010000:00000001:1.0:1787744942.129183:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.129184:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787744942.129187:0:81966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a764544a200/0x6bfe83e2a9f8e044 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xd69d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2fd0d expref: -99 pid: 161285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1787744942.129194:0:81966:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a7651ac5b00 count: 0 00010000:00000010:1.0:1787744942.129196:0:81966:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a764571e500. 00010000:00000001:1.0:1787744942.129201:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.129203:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787744942.129205:0:81966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7644e2e600/0x6bfe83e2a9f8dad3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xfec3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2f319 expref: -99 pid: 160705 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1787744942.129212:0:81966:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a764626cb00 count: 0 00010000:00000010:1.0:1787744942.129231:0:81966:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a7672483900. 00010000:00000001:1.0:1787744942.129237:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.129238:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787744942.129240:0:81966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679b62800/0x6bfe83e2a9f8dab7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xd694:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2f2a9 expref: -99 pid: 160087 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1787744942.129247:0:81966:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a7646994600 count: 0 00010000:00000010:1.0:1787744942.129249:0:81966:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a76726c3380. 00010000:00000001:1.0:1787744942.129253:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.129254:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787744942.129256:0:81966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679b62c00/0x6bfe83e2a9f8dab0 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2f28d expref: -99 pid: 160086 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1787744942.129262:0:81966:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a7646994b00 count: 0 00010000:00000010:1.0:1787744942.129264:0:81966:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a76726c3300. 00010000:00000001:1.0:1787744942.129267:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.129268:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787744942.129270:0:81966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679b62a00/0x6bfe83e2a9f8da9b lrc: 0/0,0 mode: --/PR res: [0x240000402:0xd693:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2f263 expref: -99 pid: 160086 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1787744942.129276:0:81966:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a7646994000 count: 0 00010000:00000010:1.0:1787744942.129278:0:81966:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a76726c3a80. 00010000:00000001:1.0:1787744942.129283:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.129284:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787744942.129286:0:81966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679976400/0x6bfe83e2a9f8da8d lrc: 0/0,0 mode: --/PR res: [0x200002b10:0xb5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2f239 expref: -99 pid: 160085 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1787744942.129292:0:81966:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a7659523100 count: 0 00010000:00000010:1.0:1787744942.129295:0:81966:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a764367c600. 00010000:00000001:1.0:1787744942.129299:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.129300:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787744942.129302:0:81966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679976800/0x6bfe83e2a9f8da86 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xfec2:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2f22b expref: -99 pid: 160085 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1787744942.129318:0:81966:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a7659523400 count: 0 00010000:00000010:1.0:1787744942.129321:0:81966:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a764367cd80. 00010000:00000001:1.0:1787744942.129326:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.129327:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787744942.129330:0:81966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679b63200/0x6bfe83e2a9f8d9a6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xfebe:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2ed4d expref: -99 pid: 160069 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1787744942.129337:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.129338:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787744942.129340:0:81966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7679b62600/0x6bfe83e2a9f8d96e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xfebe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2ec97 expref: -99 pid: 160060 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:1.0:1787744942.129357:0:81966:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a7646994800 count: 0 00010000:00000010:1.0:1787744942.129359:0:81966:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a76726c3e00. 00010000:00000001:1.0:1787744942.129364:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.129366:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787744942.129368:0:81966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7643639c00/0x6bfe83e2a9f8d90c lrc: 0/0,0 mode: --/PR res: [0x240000402:0xd68d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2eb47 expref: -99 pid: 159483 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1787744942.129374:0:81966:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a764a15b600 count: 0 00010000:00000010:1.0:1787744942.129376:0:81966:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a76437bf480. 00010000:00000001:1.0:1787744942.129380:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.129381:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787744942.129383:0:81966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a764746c800/0x6bfe83e2a9f8d8db lrc: 0/0,0 mode: --/PR res: [0x240000402:0xd68c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2eaad expref: -99 pid: 159482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1787744942.129389:0:81966:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a76520ac700 count: 0 00010000:00000010:1.0:1787744942.129391:0:81966:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a764367c000. 00010000:00000001:1.0:1787744942.129395:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.129397:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787744942.129403:0:81966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7653426c00/0x6bfe83e2a9f8d88e lrc: 0/0,0 mode: --/PR res: [0x240000402:0xd68a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2e956 expref: -99 pid: 158265 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1787744942.129410:0:81966:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a76534ea900 count: 0 00010000:00000010:1.0:1787744942.129413:0:81966:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a76726c3d00. 00010000:00000001:1.0:1787744942.129417:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.129418:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787744942.129421:0:81966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7653427a00/0x6bfe83e2a9f8d84f lrc: 0/0,0 mode: --/PR res: [0x240000402:0xd688:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2e84c expref: -99 pid: 157677 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1787744942.129427:0:81966:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a76520ac000 count: 0 00010000:00000010:1.0:1787744942.129429:0:81966:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a766054ed00. 00010000:00000001:1.0:1787744942.129434:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.129436:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787744942.129438:0:81966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7653427e00/0x6bfe83e2a9f8d810 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xfebd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd1177cb064f2e750 expref: -99 pid: 156803 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000010:1.0:1787744942.129444:0:81966:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8a766cb6d200. 00010000:00000001:1.0:1787744942.129448:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.129449:0:81966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787744942.129451:0:81966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7644e2f000/0x6bfe83e2a9f8d833 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xfebd:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f2e7b2 expref: -99 pid: 156813 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1787744942.129456:0:81966:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a76534ea400 count: 0 00010000:00000010:1.0:1787744942.129458:0:81966:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a76726c3b80. 00010000:00000001:1.0:1787744942.129463:0:81966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744942.129465:0:81966:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1787744942.129467:0:81966:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8a7650432300. 00010000:00000001:1.0:1787744942.129470:0:81966:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744942.129481:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744942.129485:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787744942.129487:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787744942.129494:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a0f00 x1874579698255616/t0(0) o103->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 440/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744942.129509:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787744942.129511:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744942.129515:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787744942.129517:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787744942.129520:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787744942.129524:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2397:1874579698255616:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1787744942.129528:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787744942.129533:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787744942.129536:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744942.129539:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787744942.129542:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a76472e9800. 02000000:00000001:1.0:1787744942.129544:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787744942.129550:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1787744942.129555:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c00c60. 00000400:00000010:1.0:1787744942.129561:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0908. 00000100:00000200:1.0:1787744942.129567:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698255616, portal 18 00000100:00000001:1.0:1787744942.129569:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744942.129571:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511617280 : -129234197934336 : ffff8a76518a0f00) 00000100:00000040:1.0:1787744942.129578:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a76518a0f00 x1874579698255616/t0(0) o103->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 440/224 e 0 to 0 dl 1787744958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744942.129585:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787744942.129588:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787744942.129590:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0dd0. 00000100:00000200:1.0:1787744942.129593:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 17, xid 1874579698255616, offset 0 00000400:00000200:1.0:1787744942.129599:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1787744942.129607:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744942.129613:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1787744942.129619:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787744942.129623:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1787744942.129627:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787744942.129629:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787744942.129638:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440761:440761:256:4294967295] 192.168.201.110@tcp LPNI seq info [440760:440760:8:4294967295] 00000400:00000200:1.0:1787744942.129643:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744942.129653:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1787744942.129659:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1787744942.129692:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a7646683b00. 00000800:00000200:1.0:1787744942.129698:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1787744942.129705:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1787744942.129711:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7646683b00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1787744942.129721:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744942.129725:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8820 usecs (9 jiffies) 00000400:00000200:1.0:1787744942.129728:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787744942.129731:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301237091 00000100:00000010:1.0:1787744942.129736:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897a660. 00000100:00000001:1.0:1787744942.129743:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787744942.129748:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301237091 00000100:00000010:1.0:1787744942.129752:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897ab40. 00000100:00000001:1.0:1787744942.129754:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787744942.129757:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744942.129759:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744942.129762:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744942.129764:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744942.129771:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787744942.129773:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787744942.129775:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744942.129777:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787744942.129779:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744942.129781:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744942.129793:0:81966:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744942.129796:0:81966:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744942.129798:0:81966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1787744942.129800:0:81966:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744942.129818:0:81966:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744942.129820:0:81966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1787744942.129822:0:81966:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744942.129824:0:81966:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744942.129826:0:81966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787744942.129847:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744942.129850:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787744942.134264:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744942.134274:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a7646683b00. 00000400:00000200:3.0:1787744942.134282:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744942.134291:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744942.134299:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0dd0 00000400:00000010:3.0:1787744942.134301:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0dd0. 00000100:00000001:3.0:1787744942.134306:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744942.134315:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a0f00 x1874579698255616/t0(0) o103->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 440/224 e 0 to 0 dl 1787744958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.134329:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744942.134333:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a0f00 x1874579698255616/t0(0) o103->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 440/224 e 0 to 0 dl 1787744958 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.134340:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744942.134342:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1787744942.137157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8a76596c0060. 00000100:00000040:3.0:1787744942.139911:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301237091, at 4301237092 00000100:00000010:3.0:1787744942.139930:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897ab40. 00000100:00000040:2.0:1787744942.140703:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301237091, at 4301237092 00000100:00000010:2.0:1787744942.140710:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897a660. 00010000:00000010:1.1:1787744942.141881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a7643b3e800. 00010000:00000010:1.1:1787744942.141897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a764544bc00. 00010000:00000010:1.1:1787744942.141901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a7651ac5b00. 00010000:00000010:1.1:1787744942.141906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a764544a200. 00010000:00000010:1.1:1787744942.141910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a764626cb00. 00010000:00000010:1.1:1787744942.141914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a7644e2e600. 00010000:00000010:1.1:1787744942.141917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a7646994600. 00010000:00000010:1.1:1787744942.141921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a7679b62800. 00010000:00000010:1.1:1787744942.141924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a7646994b00. 00010000:00000010:1.1:1787744942.141926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a7679b62c00. 00010000:00000010:1.1:1787744942.141929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a7646994000. 00010000:00000010:1.1:1787744942.141931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a7679b62a00. 00010000:00000010:1.1:1787744942.141935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a7659523100. 00010000:00000010:1.1:1787744942.141950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a7679976400. 00010000:00000010:1.1:1787744942.141953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a7659523400. 00010000:00000010:1.1:1787744942.141955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a7679976800. 00010000:00000010:1.1:1787744942.141958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a7679b63200. 00010000:00000010:1.1:1787744942.141961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a7646994800. 00010000:00000010:1.1:1787744942.141964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a7679b62600. 00010000:00000010:1.1:1787744942.141968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a764a15b600. 00010000:00000010:1.1:1787744942.141972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a7643639c00. 00010000:00000010:1.1:1787744942.141976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a76520ac700. 00010000:00000010:1.1:1787744942.141980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a764746c800. 00010000:00000010:1.1:1787744942.141983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a76534ea900. 00010000:00000010:1.1:1787744942.141994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a7653426c00. 00010000:00000010:1.1:1787744942.141997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a76520ac000. 00010000:00000010:1.1:1787744942.142000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a7653427a00. 00010000:00000010:1.1:1787744942.142003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a7653427e00. 00010000:00000010:1.1:1787744942.142006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a76534ea400. 00010000:00000010:1.1:1787744942.142028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a7644e2f000. 00000800:00000001:3.0:1787744942.160353:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.160372:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744942.160376:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.160378:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744942.160388:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.160396:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744942.160406:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.160421:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.160426:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.160430:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 18 MB=0x6a8eb99048700 00000400:00000200:3.0:1787744942.160434:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.160439:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1af5 [1] + 224 00000800:00000001:3.0:1787744942.160459:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.160465:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744942.160468:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744942.160472:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744942.160478:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744942.160486:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a0f00 x1874579698255616/t0(0) o103->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 440/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744942.160496:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a76518a0f00 x1874579698255616/t0(0) o103->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 440/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.160517:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744942.160525:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.160528:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744942.160857:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744942.160863:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787744942.160870:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787744942.160872:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787744942.160875:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c00c60. 00000400:00000200:1.0:1787744942.160879:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0908 00000400:00000010:1.0:1787744942.160882:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0908. 00000100:00000001:1.0:1787744942.160885:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787744942.160890:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a0f00 x1874579698255616/t0(0) o103->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 440/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787744942.160898:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a0f00 x1874579698255616/t0(0) o103->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 440/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744942.160904:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787744942.160906:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744942.160909:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787744942.160912:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787744942.160914:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787744942.160916:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744942.160919:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787744942.160928:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f580 time=88 v=5 (5 5 5 5) 00000100:00001000:1.0:1787744942.160932:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=9 v=5 (1 1 1 1) 00000100:00000001:1.0:1787744942.160934:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787744942.160936:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744942.160939:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787744942.160942:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744942.160946:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787744942.160948:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956153 00000100:00000001:1.0:1787744942.160950:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787744942.160952:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744942.160966:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a0f00 x1874579698255616/t0(0) o103->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 440/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744942.160973:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744942.160975:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787744942.160977:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787744942.160982:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a0f00 x1874579698255616/t0(0) o103->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 440/224 e 0 to 0 dl 1787744958 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787744942.160990:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2397:1874579698255616:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1787744942.160995:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744942.161009:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744942.161014:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76518a0f00 x1874579698255616/t0(0) o103->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 440/224 e 0 to 0 dl 1787744958 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744942.161021:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787744942.161023:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787744942.161027:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a76472e9800. 02000000:00000001:1.0:1787744942.161030:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787744942.161033:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787744942.161035:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:1.0:1787744942.161038:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787744942.161041:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a76472e9600. 02000000:00000001:1.0:1787744942.161044:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787744942.161046:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787744942.161048:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76518a0f00. 00000100:00000001:1.0:1787744942.161053:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787744942.161054:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744942.161057:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744942.161066:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787744942.161068:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744942.161070:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744942.161073:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.810921:0:175015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 295f25df-de87-4de2-8334-248ba01fceab->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787744942.810933:0:175015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787744942.810944:0:175015:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c648780. 00000020:00000040:3.0:1787744942.810950:0:175015:0:(genops.c:1210:class_import_get()) import ffff8a76476e0000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:3.0:1787744942.810955:0:175015:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787744942.810958:0:175015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787744942.810964:0:175015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787744942.810973:0:175015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad68700. 00000100:00000001:3.0:1787744942.810980:0:175015:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.810994:0:175015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 295f25df-de87-4de2-8334-248ba01fceab->MGS req@ffff8a766c648780 x1874579698255744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787744942.811004:0:175015:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787744942.811009:0:175015:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.811015:0:175015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000442b03b7] to pc [ptlrpcd_01_01+1] req@ffff8a766c648780 x1874579698255744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.811048:0:175015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.811051:0:175015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787744942.811054:0:175015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787744942.811070:0:175015:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c648000. 00000020:00000040:3.0:1787744942.811073:0:175015:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000001:3.0:1787744942.811075:0:175015:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787744942.811077:0:175015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787744942.811079:0:175015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787744942.811083:0:175015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad68100. 00000100:00000001:3.0:1787744942.811086:0:175015:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.811091:0:175015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID req@ffff8a766c648000 x1874579698255872/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787744942.811098:0:175015:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787744942.811100:0:175015:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.811104:0:175015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000119e7290] to pc [ptlrpcd_01_00+0] req@ffff8a766c648000 x1874579698255872/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.811112:0:175015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.811114:0:175015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787744942.811118:0:175015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787744942.811121:0:175015:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c64a940. 00000020:00000040:3.0:1787744942.811123:0:175015:0:(genops.c:1210:class_import_get()) import ffff8a7648651000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000100:00000001:3.0:1787744942.811125:0:175015:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787744942.811126:0:175015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787744942.811128:0:175015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787744942.811131:0:175015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad68c00. 00000100:00000001:3.0:1787744942.811133:0:175015:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.811137:0:175015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID req@ffff8a766c64a940 x1874579698256000/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787744942.811144:0:175015:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787744942.811146:0:175015:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.811149:0:175015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000701d1a9] to pc [ptlrpcd_01_01+1] req@ffff8a766c64a940 x1874579698256000/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.811157:0:175015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.811164:0:175015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787744942.811168:0:175015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787744942.811171:0:175015:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c648b40. 00000020:00000040:3.0:1787744942.811173:0:175015:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00000100:00000001:3.0:1787744942.811176:0:175015:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787744942.811177:0:175015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787744942.811179:0:175015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787744942.811182:0:175015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad68300. 00000100:00000001:3.0:1787744942.811185:0:175015:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.811190:0:175015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID req@ffff8a766c648b40 x1874579698256128/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787744942.811196:0:175015:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787744942.811198:0:175015:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.811202:0:175015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f3d8a3] to pc [ptlrpcd_01_00+0] req@ffff8a766c648b40 x1874579698256128/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.811209:0:175015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.811211:0:175015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787744942.811214:0:175015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787744942.811218:0:175015:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c649e00. 00000020:00000040:3.0:1787744942.811220:0:175015:0:(genops.c:1210:class_import_get()) import ffff8a7648652800 refcount=3 obd=lustre-OST0001-osc-ffff8a7648bee000 00000100:00000001:3.0:1787744942.811222:0:175015:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787744942.811223:0:175015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787744942.811224:0:175015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787744942.811227:0:175015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad68600. 00000100:00000001:3.0:1787744942.811229:0:175015:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.811233:0:175015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID req@ffff8a766c649e00 x1874579698256256/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787744942.811240:0:175015:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787744942.811241:0:175015:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.811245:0:175015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cff0b4c] to pc [ptlrpcd_01_01+1] req@ffff8a766c649e00 x1874579698256256/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.811263:0:175015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.811267:0:175015:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6575) 00000100:00000001:3.0:1787744942.811276:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744942.811280:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744942.811283:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744942.811288:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c648000 x1874579698255872/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.811296:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744942.811298:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744942.811302:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744942.811305:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744942.811308:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744942.811312:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c648000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698255872:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744942.811316:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744942.811321:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744942.811324:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744942.811326:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744942.811330:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a764632fe00. 02000000:00000001:3.0:1787744942.811332:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.811804:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744942.811808:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744942.811810:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787744942.811816:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c648780 x1874579698255744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.811824:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787744942.811826:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744942.811828:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787744942.811830:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787744942.811832:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787744942.811835:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c648780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:295f25df-de87-4de2-8334-248ba01fceab:2399:1874579698255744:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787744942.811838:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787744942.811841:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787744942.811842:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744942.811844:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787744942.811848:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a764609e800. 02000000:00000001:2.0:1787744942.811849:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787744942.811856:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1787744942.811860:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76485310b0. 00000400:00000010:2.0:1787744942.811867:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703550. 00000100:00000200:2.0:1787744942.811880:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698255744, portal 25 00000100:00000001:2.0:1787744942.811882:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787744942.811884:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962142592 : -129233747409024 : ffff8a766c648780) 00000100:00000040:2.0:1787744942.811890:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766c648780 x1874579698255744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.811898:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787744942.811901:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1787744942.811903:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703a18. 00000100:00000200:2.0:1787744942.811906:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874579698255744, offset 0 00000400:00000200:2.0:1787744942.811911:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1787744942.811920:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744942.811927:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1787744942.811932:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787744942.811936:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1787744942.811940:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787744942.811942:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1787744942.811946:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440762:440762:256:4294967295] 192.168.201.110@tcp LPNI seq info [440761:440761:8:4294967295] 00000400:00000200:2.0:1787744942.811951:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744942.811960:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1787744942.811966:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1787744942.811971:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad53700. 00000800:00000200:2.0:1787744942.811978:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1787744942.811986:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1787744942.811990:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad53700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787744942.812002:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787744942.812006:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1787744942.812009:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4301239030 00000100:00000010:2.0:1787744942.812013:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a7646d544e0. 00000100:00000001:2.0:1787744942.812019:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787744942.812024:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4301239030 00000100:00000010:2.0:1787744942.812026:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a7646d54ea0. 00000100:00000001:2.0:1787744942.812035:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787744942.812037:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744942.812040:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.812043:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787744942.812047:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c64a940 x1874579698256000/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.812054:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787744942.812056:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744942.812058:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787744942.812060:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787744942.812061:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787744942.812064:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c64a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698256000:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787744942.812067:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787744942.812070:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787744942.812071:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744942.812073:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787744942.812076:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a764609f800. 02000000:00000001:2.0:1787744942.812077:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787744942.812082:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1787744942.812084:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7648531108. 00000400:00000010:2.0:1787744942.812089:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703000. 00000100:00000200:2.0:1787744942.812092:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698256000, portal 10 00000100:00000001:2.0:1787744942.812094:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787744942.812095:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962151232 : -129233747400384 : ffff8a766c64a940) 00000100:00000040:2.0:1787744942.812102:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766c64a940 x1874579698256000/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.812107:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787744942.812109:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1787744942.812112:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703110. 00000100:00000200:2.0:1787744942.812114:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698256000, offset 0 00000400:00000200:2.0:1787744942.812118:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1787744942.812122:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744942.812131:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1787744942.812134:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787744942.812136:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1787744942.812139:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787744942.812141:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1787744942.812144:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440763:440763:255:4294967295] 192.168.201.110@tcp LPNI seq info [440762:440762:7:4294967295] 00000400:00000200:2.0:1787744942.812148:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744942.812154:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1787744942.812158:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1787744942.812162:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad53300. 00000800:00000200:2.0:1787744942.812166:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1787744942.812170:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1787744942.812173:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad53300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787744942.812177:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744942.812180:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: using a timeout of 8006 usecs (9 jiffies) 00000400:00000200:2.0:1787744942.812183:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1787744942.812185:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301237773 00000100:00000001:2.0:1787744942.812187:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301239030 00000100:00000001:2.0:1787744942.812189:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301237773 00000100:00000001:2.0:1787744942.812191:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301239030 00000100:00000001:2.0:1787744942.812193:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744942.812195:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.812197:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787744942.812200:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c649e00 x1874579698256256/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.812207:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787744942.812209:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744942.812211:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787744942.812213:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787744942.812220:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787744942.812223:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c649e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698256256:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787744942.812227:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787744942.812229:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787744942.812230:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744942.812232:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787744942.812235:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a764609e200. 02000000:00000001:2.0:1787744942.812237:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787744942.812240:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1787744942.812243:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7648531f20. 00000400:00000010:2.0:1787744942.812246:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76487037f8. 00000100:00000200:2.0:1787744942.812249:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698256256, portal 4 00000100:00000001:2.0:1787744942.812251:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787744942.812253:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962148352 : -129233747403264 : ffff8a766c649e00) 00000100:00000040:2.0:1787744942.812258:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766c649e00 x1874579698256256/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.812264:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787744942.812267:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1787744942.812269:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703880. 00000100:00000200:2.0:1787744942.812271:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698256256, offset 0 00000400:00000200:2.0:1787744942.812275:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1787744942.812278:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744942.812282:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1787744942.812284:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787744942.812287:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1787744942.812289:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787744942.812291:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1787744942.812294:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440764:440764:254:4294967295] 192.168.201.110@tcp LPNI seq info [440763:440763:6:4294967295] 00000400:00000200:2.0:1787744942.812298:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744942.812304:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1787744942.812309:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1787744942.812319:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad53f00. 00000800:00000200:2.0:1787744942.812323:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1787744942.812327:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1787744942.812330:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad53f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787744942.812344:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744942.812347:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: using a timeout of 122033 usecs (123 jiffies) 00000400:00000200:2.0:1787744942.812350:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1787744942.812352:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301237887 00000100:00000001:2.0:1787744942.812355:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301239030 00000100:00000001:2.0:1787744942.812357:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301237887 00000100:00000001:2.0:1787744942.812359:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301239030 00000100:00000001:2.0:1787744942.812361:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744942.812363:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.812365:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.812368:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744942.812375:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787744942.812377:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787744942.812379:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744942.812380:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744942.812382:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.812384:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744942.813273:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744942.813279:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766d68. 00000400:00000010:3.0:1787744942.813283:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8acb28. 00000100:00000200:3.0:1787744942.813287:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698255872, portal 10 00000100:00000001:3.0:1787744942.813289:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744942.813290:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962140672 : -129233747410944 : ffff8a766c648000) 00000100:00000040:3.0:1787744942.813298:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766c648000 x1874579698255872/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.813305:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744942.813308:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744942.813310:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8acaa0. 00000100:00000200:3.0:1787744942.813313:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698255872, offset 0 00000400:00000200:3.0:1787744942.813324:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744942.813328:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.813389:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744942.813393:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744942.813454:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744942.813457:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744942.813459:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744942.813462:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440765:440765:253:4294967295] 192.168.201.110@tcp LPNI seq info [440764:440764:5:4294967295] 00000400:00000200:3.0:1787744942.813467:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.813474:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744942.813480:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744942.813485:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68d00. 00000800:00000200:3.0:1787744942.813489:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744942.814004:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744942.814007:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744942.814011:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.814015:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8820 usecs (9 jiffies) 00000400:00000200:3.0:1787744942.814019:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744942.814021:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301237775 00000100:00000001:3.0:1787744942.814024:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301239030 00000100:00000001:3.0:1787744942.814026:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301237775 00000100:00000001:3.0:1787744942.814028:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301239030 00000100:00000001:3.0:1787744942.814029:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744942.814032:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744942.814035:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744942.814040:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c648b40 x1874579698256128/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.814048:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744942.814050:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744942.814061:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744942.814063:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744942.814066:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744942.814069:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c648b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698256128:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744942.814073:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744942.814076:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744942.814078:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744942.814080:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744942.814084:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a764632fa00. 02000000:00000001:3.0:1787744942.814086:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744942.814090:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744942.814093:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766058. 00000400:00000010:3.0:1787744942.814097:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac440. 00000100:00000200:3.0:1787744942.814100:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698256128, portal 4 00000100:00000001:3.0:1787744942.814102:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744942.814103:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962143552 : -129233747408064 : ffff8a766c648b40) 00000100:00000040:3.0:1787744942.814109:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766c648b40 x1874579698256128/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.814114:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744942.814116:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744942.814119:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac088. 00000100:00000200:3.0:1787744942.814121:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698256128, offset 0 00000400:00000200:3.0:1787744942.814125:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744942.814129:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.814134:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744942.814136:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744942.814139:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744942.814141:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744942.814143:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744942.814146:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440766:440766:252:4294967295] 192.168.201.110@tcp LPNI seq info [440765:440765:4:4294967295] 00000400:00000200:3.0:1787744942.814149:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.814155:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744942.814166:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744942.814170:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68f00. 00000800:00000200:3.0:1787744942.814174:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1787744942.814320:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744942.814324:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad53700. 00000400:00000200:2.0:1787744942.814331:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1787744942.814454:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744942.814458:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744942.814461:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.814464:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137922 usecs (138 jiffies) 00000400:00000200:3.0:1787744942.814468:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744942.814470:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301237904 00000100:00000001:3.0:1787744942.814472:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301239030 00000100:00000001:3.0:1787744942.814474:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301237904 00000100:00000001:3.0:1787744942.814476:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301239030 00000100:00000001:3.0:1787744942.814478:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744942.814480:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744942.814482:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744942.814485:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744942.814492:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744942.814493:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787744942.814496:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744942.814497:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744942.814499:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744942.814501:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787744942.814541:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744942.814548:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703a18 00000400:00000010:2.0:1787744942.814550:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703a18. 00000100:00000001:2.0:1787744942.814555:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744942.814559:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c648780 x1874579698255744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.814569:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744942.814572:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c648780 x1874579698255744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.814586:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.814587:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744942.814603:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744942.814605:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad53300. 00000400:00000200:2.0:1787744942.814608:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744942.814611:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744942.814614:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703110 00000400:00000010:2.0:1787744942.814616:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703110. 00000100:00000001:2.0:1787744942.814618:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744942.814622:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c64a940 x1874579698256000/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.814629:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744942.814631:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c64a940 x1874579698256000/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.814637:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.814639:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744942.814646:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744942.814647:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad53f00. 00000400:00000200:2.0:1787744942.814650:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744942.814653:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744942.814655:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703880 00000400:00000010:2.0:1787744942.814657:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703880. 00000100:00000001:2.0:1787744942.814659:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744942.814679:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c649e00 x1874579698256256/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.814685:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744942.814688:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c649e00 x1874579698256256/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.814695:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.814696:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744942.815292:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744942.815304:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68d00. 00000400:00000200:2.0:1787744942.815308:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744942.815312:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744942.815316:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8acaa0 00000400:00000010:2.0:1787744942.815317:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8acaa0. 00000100:00000001:2.0:1787744942.815321:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744942.815326:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c648000 x1874579698255872/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.815450:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744942.815455:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c648000 x1874579698255872/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.815461:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.815463:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744942.816331:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744942.816344:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68f00. 00000400:00000200:2.0:1787744942.816349:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744942.816353:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744942.816357:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac088 00000400:00000010:2.0:1787744942.816358:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac088. 00000100:00000001:2.0:1787744942.816361:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744942.816365:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c648b40 x1874579698256128/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.816373:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744942.816376:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c648b40 x1874579698256128/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.816382:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.816383:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787744942.824075:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.824097:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744942.824101:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.824105:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744942.824116:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824124:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744942.824134:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824139:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824144:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824148:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb99048980 00000400:00000200:3.0:1787744942.824169:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824176:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1b1d [1] + 224 00000800:00000001:3.0:1787744942.824184:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.824188:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744942.824192:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744942.824196:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744942.824203:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744942.824213:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c649e00 x1874579698256256/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744942.824224:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766c649e00 x1874579698256256/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.824248:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744942.824257:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.824261:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744942.824263:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.824265:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744942.824269:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824272:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744942.824276:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824279:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824281:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824284:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb99048900 00000400:00000200:3.0:1787744942.824287:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824291:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1b3d [1] + 224 00000800:00000001:3.0:1787744942.824295:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.824298:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744942.824301:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744942.824304:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744942.824307:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744942.824311:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c648b40 x1874579698256128/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744942.824331:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766c648b40 x1874579698256128/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.824358:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744942.824363:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.824367:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744942.824369:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.824370:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744942.824373:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824376:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744942.824381:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824383:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824386:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824388:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb99048880 00000400:00000200:3.0:1787744942.824392:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824403:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1b0d [1] + 224 00000800:00000001:3.0:1787744942.824407:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.824410:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744942.824412:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744942.824415:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744942.824418:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744942.824422:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c64a940 x1874579698256000/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744942.824430:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766c64a940 x1874579698256000/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.824438:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744942.824441:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.824444:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744942.824445:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.824448:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744942.824450:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824459:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744942.824465:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824467:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824470:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824472:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb99048800 00000400:00000200:3.0:1787744942.824475:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744942.824478:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1b2d [1] + 224 00000800:00000001:3.0:1787744942.824482:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.824487:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744942.824490:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744942.824493:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744942.824496:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744942.824500:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c648000 x1874579698255872/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744942.824513:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766c648000 x1874579698255872/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.824520:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744942.824523:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744942.824526:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744942.824543:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744942.824547:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744942.824554:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744942.824556:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744942.824559:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766d68. 00000400:00000200:3.0:1787744942.824563:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8acb28 00000400:00000010:3.0:1787744942.824565:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8acb28. 00000100:00000001:3.0:1787744942.824568:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744942.824573:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c648000 x1874579698255872/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744942.824581:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c648000 x1874579698255872/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.824588:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744942.824595:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744942.824598:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744942.824601:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744942.824604:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744942.824606:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744942.824609:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744942.824618:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=56 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744942.824622:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=9 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744942.824625:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744942.824627:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744942.824630:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744942.824633:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744942.824636:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744942.824638:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956153 00000100:00000001:3.0:1787744942.824640:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744942.824641:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.824646:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c648000 x1874579698255872/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.824653:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744942.824656:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744942.824658:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744942.824704:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c648000 x1874579698255872/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744942.825210:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c648000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698255872:192.168.201.110@tcp:400:kworker.0 00000400:00000001:3.0:1787744942.825218:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744942.825219:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744942.825221:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766058. 00000400:00000200:3.0:1787744942.825224:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac440 00000400:00000010:3.0:1787744942.825226:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac440. 00000100:00000001:3.0:1787744942.825228:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744942.825232:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c648b40 x1874579698256128/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744942.825241:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c648b40 x1874579698256128/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.825254:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744942.825255:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744942.825257:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744942.825259:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744942.825260:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744942.825262:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744942.825264:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744942.825268:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654460 time=55 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744942.825272:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744942.825274:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744942.825275:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744942.825277:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744942.825279:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744942.825281:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744942.825283:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:3.0:1787744942.825285:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744942.825286:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744942.825291:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c648b40 x1874579698256128/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.825297:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744942.825299:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744942.825300:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744942.825304:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c648b40 x1874579698256128/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744942.825310:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c648b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698256128:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744942.825314:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744942.825317:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744942.825321:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c648000 x1874579698255872/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.825328:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744942.825330:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744942.825472:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a764632fe00. 02000000:00000001:3.0:1787744942.825476:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744942.825479:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744942.825481:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:3.0:1787744942.825483:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744942.825486:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad68100. 02000000:00000001:3.0:1787744942.825489:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744942.825492:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744942.825494:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c648000. 00000100:00000001:3.0:1787744942.825497:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744942.825498:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744942.825500:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744942.825504:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c648b40 x1874579698256128/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744942.825511:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744942.825513:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744942.825514:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a764632fa00. 02000000:00000001:3.0:1787744942.825516:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744942.825517:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744942.825518:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=2 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:3.0:1787744942.825520:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744942.825521:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad68300. 02000000:00000001:3.0:1787744942.825523:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744942.825524:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744942.825525:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c648b40. 00000100:00000001:3.0:1787744942.825527:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744942.825528:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744942.825530:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744942.825538:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744942.825540:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744942.825542:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744942.825544:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.825610:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744942.825613:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787744942.825617:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787744942.825619:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787744942.825621:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7648531108. 00000400:00000200:2.0:1787744942.825625:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703000 00000400:00000010:2.0:1787744942.825631:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703000. 00000100:00000001:2.0:1787744942.825634:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744942.825639:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c64a940 x1874579698256000/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787744942.825648:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c64a940 x1874579698256000/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.825654:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787744942.825656:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744942.825658:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787744942.825659:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787744942.825680:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787744942.825683:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744942.825685:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787744942.825690:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648651460 time=55 v=5 (5 5 5 5) 00000100:00001000:2.0:1787744942.825693:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648651418 time=152 v=5 (1 0 0 0) 00000100:00000001:2.0:1787744942.825695:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787744942.825696:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744942.825760:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787744942.825763:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.825766:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787744942.825767:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a7648bee000: skip recheck: last_committed 25769918529 00000100:00000001:2.0:1787744942.825769:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787744942.825770:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744942.825775:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c64a940 x1874579698256000/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.825782:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744942.825784:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787744942.825785:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787744942.825789:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c64a940 x1874579698256000/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787744942.825806:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c64a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698256000:192.168.201.110@tcp:400:kworker.0 00000400:00000001:2.0:1787744942.825812:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787744942.825819:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787744942.825821:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7648531f20. 00000400:00000200:2.0:1787744942.825823:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76487037f8 00000400:00000010:2.0:1787744942.825825:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76487037f8. 00000100:00000001:2.0:1787744942.825827:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744942.825831:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c649e00 x1874579698256256/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787744942.825839:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c649e00 x1874579698256256/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.825845:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787744942.825846:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744942.825848:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787744942.825849:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787744942.825851:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787744942.825852:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744942.825854:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787744942.825858:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648652c60 time=55 v=5 (5 5 5 5) 00000100:00001000:2.0:1787744942.825861:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648652c18 time=12 v=5 (1 1 0 0) 00000100:00000001:2.0:1787744942.825863:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787744942.825865:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744942.825866:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787744942.825868:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.825870:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787744942.825872:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a7648bee000: skip recheck: last_committed 8589936036 00000100:00000001:2.0:1787744942.825873:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787744942.825875:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744942.825878:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c649e00 x1874579698256256/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.825884:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744942.825885:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787744942.825887:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787744942.825890:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c649e00 x1874579698256256/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787744942.825908:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c649e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698256256:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787744942.825912:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.825914:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744942.825917:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c64a940 x1874579698256000/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.825923:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787744942.825924:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787744942.825926:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a764609f800. 02000000:00000001:2.0:1787744942.825929:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787744942.825930:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787744942.825931:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a7648651000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000020:00000001:2.0:1787744942.825933:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787744942.825934:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad68c00. 02000000:00000001:2.0:1787744942.825937:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787744942.825938:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787744942.825939:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c64a940. 00000100:00000001:2.0:1787744942.825942:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787744942.825943:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744942.825945:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744942.825948:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c649e00 x1874579698256256/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.825954:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787744942.825955:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787744942.825957:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a764609e200. 02000000:00000001:2.0:1787744942.825959:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787744942.825960:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787744942.825961:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a7648652800 refcount=2 obd=lustre-OST0001-osc-ffff8a7648bee000 00000020:00000001:2.0:1787744942.825963:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787744942.825964:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad68600. 02000000:00000001:2.0:1787744942.825966:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787744942.825967:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787744942.825968:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c649e00. 00000100:00000001:2.0:1787744942.825977:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787744942.825978:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744942.825980:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.825982:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744942.825984:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744942.825985:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.825987:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787744942.840389:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744942.840402:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744942.840407:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744942.840410:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744942.840418:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744942.840426:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744942.840434:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744942.840438:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744942.840444:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744942.840448:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a8eb99048780 00000400:00000200:2.0:1787744942.840462:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744942.840468:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1afd [1] + 224 00000800:00000001:2.0:1787744942.840476:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744942.840482:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744942.840486:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744942.840490:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744942.840498:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744942.840508:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c648780 x1874579698255744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744942.840520:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766c648780 x1874579698255744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.840537:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744942.840545:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744942.840548:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744942.840561:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744942.840565:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787744942.840571:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787744942.840581:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787744942.840584:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76485310b0. 00000400:00000200:2.0:1787744942.840588:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703550 00000400:00000010:2.0:1787744942.840591:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703550. 00000100:00000001:2.0:1787744942.840594:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744942.840598:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c648780 x1874579698255744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787744942.840612:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c648780 x1874579698255744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.840618:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787744942.840620:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744942.840623:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787744942.840625:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787744942.840628:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787744942.840630:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744942.840634:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787744942.840641:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a76476e0460 time=56 v=5 (5 5 5 5) 00000100:00001000:2.0:1787744942.840645:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a76476e0418 time=5 v=5 (1 1 1 1) 00000100:00000001:2.0:1787744942.840647:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787744942.840649:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744942.840652:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787744942.840654:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.840657:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744942.840693:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c648780 x1874579698255744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.841225:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744942.841231:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787744942.841233:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787744942.841239:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c648780 x1874579698255744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787744942.841248:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c648780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:295f25df-de87-4de2-8334-248ba01fceab:2399:1874579698255744:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787744942.841255:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744942.841263:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744942.841267:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c648780 x1874579698255744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744942.841274:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787744942.841277:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787744942.841281:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a764609e800. 02000000:00000001:2.0:1787744942.841284:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787744942.841288:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787744942.841290:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a76476e0000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:2.0:1787744942.841292:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787744942.841296:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad68700. 02000000:00000001:2.0:1787744942.841300:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787744942.841303:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787744942.841305:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c648780. 00000100:00000001:2.0:1787744942.841308:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787744942.841311:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744942.841313:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744942.841322:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787744942.841324:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744942.841326:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744942.841328:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744943.127753:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744943.127760:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744943.127765:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744943.127781:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744943.127784:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744943.127785:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744943.127800:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744943.127801:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744943.127825:0:39518:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744943.127828:0:39518:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744943.127831:0:39518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787744944.088398:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301239030, at 4301239040 00000100:00000010:2.0:1787744944.088414:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a7646d544e0. 00000100:00000040:3.0:1787744944.091092:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301239030, at 4301239043 00000100:00000010:3.0:1787744944.091108:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a7646d54ea0. 00010000:00000001:1.0:1787744944.152223:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744944.152232:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744944.152237:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744944.152238:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744944.152242:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744944.152243:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744944.152246:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744944.152247:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744944.169983:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744944.169991:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744944.169996:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787744944.402742:0:179132:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744945.179879:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744945.179885:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744945.179890:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744945.179892:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744945.179895:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744945.179896:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744945.179899:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744945.179900:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787744945.180067:0:110735:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787744945.180070:0:110735:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744945.180078:0:110735:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787744945.698496:0:179225:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1787744946.154065:0:179261:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1787744946.154072:0:179261:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 36g: FMD cache expiry =============================================================================== 07:49:04 (1787744944) 00000001:00000001:0.0:1787744946.160857:0:179261:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1787744946.200382:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744946.200392:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744946.200394:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744946.200397:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744946.200402:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744946.200404:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744946.200406:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744946.200408:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744946.200412:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744946.200413:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744946.200416:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744946.200417:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744946.200421:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744946.200429:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744946.200487:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744946.200491:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744946.200494:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787744946.430072:0:179311:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c2fd30 00000080:00200000:0.0:1787744946.430078:0:179311:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff8a7648bee000) / proj=0 00000080:00000001:0.0:1787744946.430081:0:179311:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:0.0:1787744946.430083:0:179311:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:0.0:1787744946.430086:0:179311:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff8a7648bee000: age 6558, max_age 6573 00800000:00000001:0.0:1787744946.430090:0:179311:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:0.0:1787744946.430094:0:179311:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff8a7650029180. 00800000:00000001:0.0:1787744946.430102:0:179311:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1787744946.430105:0:179311:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff8a7648bee000: age 6558, max_age 6573 00000002:00000001:0.0:1787744946.430108:0:179311:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1787744946.430111:0:179311:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000010:0.0:1787744946.430117:0:179311:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a7672475a40. 00000020:00000040:0.0:1787744946.430120:0:179311:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1728 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000001:0.0:1787744946.430124:0:179311:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787744946.430127:0:179311:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787744946.430131:0:179311:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787744946.430138:0:179311:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a766cb6f600. 00000100:00000001:0.0:1787744946.430145:0:179311:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744946.430150:0:179311:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787744946.430152:0:179311:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787744946.430156:0:179311:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7650029780. 00000100:00000001:0.0:1787744946.430159:0:179311:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614839485962112 : -129234223589504 : ffff8a7650029780) 00000100:00000001:0.0:1787744946.430162:0:179311:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744946.430163:0:179311:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060893760 : -129233648657856 : ffff8a7672475a40) 00000100:00000001:0.0:1787744946.430167:0:179311:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787744946.430171:0:179311:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744946.430173:0:179311:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787744946.430175:0:179311:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787744946.430184:0:179311:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a7672475a40 x1874579698256384/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744946.430193:0:179311:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787744946.430195:0:179311:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744946.430199:0:179311:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787744946.430207:0:179311:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787744946.430210:0:179311:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744946.430214:0:179311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a7672475a40 pname:cluuid:pid:xid:nid:opc:job stat:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179311:1874579698256384:192.168.201.110@tcp:41:stat.0 00000100:00000001:0.0:1787744946.430218:0:179311:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787744946.430223:0:179311:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787744946.430225:0:179311:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744946.430228:0:179311:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787744946.430231:0:179311:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a7646174800. 02000000:00000001:0.0:1787744946.430234:0:179311:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744946.430240:0:179311:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787744946.430244:0:179311:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c3268. 00000400:00000010:0.0:1787744946.430250:0:179311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4c38. 00000100:00000200:0.0:1787744946.430258:0:179311:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874579698256384, portal 10 00000100:00000001:0.0:1787744946.430259:0:179311:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744946.430260:0:179311:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060893760 : -129233648657856 : ffff8a7672475a40) 00000100:00000040:0.0:1787744946.430268:0:179311:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a7672475a40 x1874579698256384/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787744962 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744946.430275:0:179311:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787744946.430277:0:179311:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787744946.430280:0:179311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4908. 00000100:00000200:0.0:1787744946.430283:0:179311:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1874579698256384, offset 0 00000400:00000200:0.0:1787744946.430289:0:179311:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787744946.430296:0:179311:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744946.430303:0:179311:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787744946.430308:0:179311:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787744946.430312:0:179311:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787744946.430316:0:179311:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787744946.430319:0:179311:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787744946.430323:0:179311:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440767:440767:256:4294967295] 192.168.201.110@tcp LPNI seq info [440766:440766:8:4294967295] 00000400:00000200:0.0:1787744946.430327:0:179311:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744946.430337:0:179311:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787744946.430342:0:179311:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787744946.430352:0:179311:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880fe00. 00000800:00000200:0.0:1787744946.430359:0:179311:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787744946.430365:0:179311:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787744946.430370:0:179311:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880fe00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1787744946.430440:0:179311:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744946.430445:0:179311:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8820 usecs (9 jiffies) 00000400:00000200:0.0:1787744946.430449:0:179311:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787744946.430452:0:179311:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301241391 00000100:00000010:0.0:1787744946.430456:0:179311:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a766c7f27e0. 00000100:00000001:0.0:1787744946.430462:0:179311:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787744946.430476:0:179311:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301241391 00000100:00000010:0.0:1787744946.430480:0:179311:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a766c7f2ae0. 00000100:00000001:0.0:1787744946.430483:0:179311:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787744946.430486:0:179311:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744946.430489:0:179311:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744946.430491:0:179311:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787744946.430493:0:179311:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787744946.430496:0:179311:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7650029780 going to sleep for 11 seconds 00000100:00000001:0.0:1787744946.430498:0:179311:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787744946.430501:0:179311:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787744946.431547:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744946.431554:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880fe00. 00000400:00000200:3.0:1787744946.431560:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744946.431566:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744946.431572:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4908 00000400:00000010:3.0:1787744946.431575:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4908. 00000100:00000001:3.0:1787744946.431580:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744946.431585:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a7672475a40 x1874579698256384/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787744962 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744946.431596:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744946.431599:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a7672475a40 x1874579698256384/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787744962 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744946.431606:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744946.431608:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787744946.433506:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744946.433522:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744946.433526:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744946.433529:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744946.433536:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744946.433543:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744946.433551:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744946.433567:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744946.433572:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744946.433575:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 368 into portal 10 MB=0x6a8eb99048a00 00000400:00000200:2.0:1787744946.433579:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744946.433585:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 368/368 into md 0x3e1b4d [1] + 224 00000800:00000001:2.0:1787744946.433591:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744946.433598:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744946.433601:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744946.433605:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744946.433612:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744946.433620:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a7672475a40 x1874579698256384/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787744962 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744946.433631:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8a7672475a40 x1874579698256384/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787744962 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744946.434864:0:179311:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744946.434941:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744946.434964:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744946.434970:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787744946.435040:0:179311:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787744946.435042:0:179311:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787744946.435045:0:179311:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c3268. 00000400:00000200:0.0:1787744946.435050:0:179311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4c38 00000400:00000010:0.0:1787744946.435051:0:179311:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4c38. 00000100:00000001:0.0:1787744946.435054:0:179311:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787744946.435061:0:179311:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a7672475a40 x1874579698256384/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787744962 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787744946.435068:0:179311:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a7672475a40 x1874579698256384/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787744962 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744946.435073:0:179311:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787744946.435082:0:179311:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744946.435084:0:179311:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787744946.435086:0:179311:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787744946.435088:0:179311:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787744946.435090:0:179311:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744946.435092:0:179311:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787744946.435099:0:179311:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1787744946.435102:0:179311:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=13 v=5 (1 1 1 1) 00000100:00000001:0.0:1787744946.435104:0:179311:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787744946.435105:0:179311:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744946.435107:0:179311:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787744946.435110:0:179311:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744946.435112:0:179311:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787744946.435114:0:179311:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956153 00000100:00000001:0.0:1787744946.435115:0:179311:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787744946.435116:0:179311:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744946.435119:0:179311:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a7672475a40 x1874579698256384/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787744962 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744946.435124:0:179311:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744946.435126:0:179311:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787744946.435127:0:179311:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744946.435130:0:179311:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a7672475a40 x1874579698256384/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787744962 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787744946.435134:0:179311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a7672475a40 pname:cluuid:pid:xid:nid:opc:job stat:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179311:1874579698256384:192.168.201.110@tcp:41:stat.0 00000100:00000001:0.0:1787744946.435137:0:179311:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744946.435139:0:179311:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744946.435141:0:179311:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787744946.435142:0:179311:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744946.435144:0:179311:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7672475a40 x1874579698256384/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787744962 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744946.435148:0:179311:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787744946.435150:0:179311:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7650029780. 00000100:00000001:0.0:1787744946.435153:0:179311:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787744946.435156:0:179311:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787744946.435161:0:179311:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1787744946.435162:0:179311:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744946.435164:0:179311:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7672475a40 x1874579698256384/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787744962 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744946.435168:0:179311:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744946.435170:0:179311:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744946.435172:0:179311:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a7646174800. 02000000:00000001:0.0:1787744946.435174:0:179311:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744946.435176:0:179311:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744946.435178:0:179311:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:0.0:1787744946.435179:0:179311:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744946.435181:0:179311:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a766cb6f600. 02000000:00000001:0.0:1787744946.435183:0:179311:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744946.435184:0:179311:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744946.435186:0:179311:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7672475a40. 00000100:00000001:0.0:1787744946.435188:0:179311:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744946.435189:0:179311:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787744946.435190:0:179311:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744946.435191:0:179311:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:0.0:1787744946.435192:0:179311:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1787744946.435193:0:179311:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff8a7648bee000: update ffff8a76486d9e20 cache blocks 1793564/1916558 objects 518893/524632 00800000:00000001:0.0:1787744946.435196:0:179311:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787744946.435198:0:179311:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:0.0:1787744946.435199:0:179311:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff8a7650029180. 00800000:00000001:0.0:1787744946.435201:0:179311:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1787744946.435203:0:179311:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff8a7648bee000: update ffff8a76486dd1c0 cache blocks 1793564/1916558 objects 518893/524632 00000080:00000001:0.0:1787744946.435206:0:179311:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1787744946.435208:0:179311:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1793564/1916558 objects 518893/524632 00000080:00000001:0.0:1787744946.435209:0:179311:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787744946.435210:0:179311:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744946.439749:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301241391, at 4301241392 00000100:00000010:3.0:1787744946.439766:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a766c7f2ae0. 00000100:00000040:2.0:1787744946.439829:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301241391, at 4301241392 00000100:00000010:2.0:1787744946.439836:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a766c7f27e0. 00000080:00000001:2.0:1787744946.457969:0:179315:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787744946.457977:0:179315:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787744946.457979:0:179315:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787744946.457982:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47b20 00000080:00200000:2.0:1787744946.457987:0:179315:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:2.0:1787744946.457994:0:179315:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7645517a00. 00800000:00000002:2.0:1787744946.458000:0:179315:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:2.0:1787744946.458004:0:179315:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787744946.458008:0:179315:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787744946.458010:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47a40 00800000:00000002:2.0:1787744946.458013:0:179315:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787744946.458017:0:179315:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787744946.458019:0:179315:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787744946.458021:0:179315:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787744946.458029:0:179315:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787744946.458031:0:179315:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787744946.458033:0:179315:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787744946.458035:0:179315:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787744946.458038:0:179315:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787744946.458041:0:179315:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787744946.458046:0:179315:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787744946.458048:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47910 00000002:00010000:2.0:1787744946.458050:0:179315:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787744946.458054:0:179315:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787744946.458056:0:179315:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787744946.458059:0:179315:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787744946.458065:0:179315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646b84000 count: 2 00010000:00000001:2.0:1787744946.458068:0:179315:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787744946.458073:0:179315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787744946.458076:0:179315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787744946.458081:0:179315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 02000000:00000001:2.0:1787744946.458091:0:179315:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787744946.458095:0:179315:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744946.458099:0:179315:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000002:00000001:2.0:1787744946.458106:0:179315:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787744946.458108:0:179315:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787744946.458110:0:179315:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787744946.458112:0:179315:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787744946.458114:0:179315:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787744946.458116:0:179315:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787744946.458119:0:179315:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787744946.458122:0:179315:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:2.0:1787744946.458125:0:179315:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7645517a00. 00000080:00000001:2.0:1787744946.458128:0:179315:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787744946.458135:0:179315:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787744946.458138:0:179315:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:2.0:1787744946.458141:0:179315:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa086d 00800000:00000001:2.0:1787744946.458144:0:179315:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787744946.458147:0:179315:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787744946.458149:0:179315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787744946.458150:0:179315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787744946.458153:0:179315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76504dbc00 refcount=3 00000020:00000001:2.0:1787744946.458155:0:179315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:2.0:1787744946.458158:0:179315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:2.0:1787744946.458162:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787744946.458163:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787744946.458165:0:179315:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787744946.458166:0:179315:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787744946.458169:0:179315:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa086d from it ffffa29d41c47b58 00010000:00000001:2.0:1787744946.458171:0:179315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787744946.458172:0:179315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787744946.458173:0:179315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76504dbc00 refcount=3 00000020:00000001:2.0:1787744946.458175:0:179315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:2.0:1787744946.458176:0:179315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:2.0:1787744946.458178:0:179315:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787744946.458181:0:179315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:2.0:1787744946.458187:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787744946.458188:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787744946.458190:0:179315:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787744946.458192:0:179315:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787744946.458195:0:179315:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00000001:2.0:1787744946.458204:0:179315:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787744946.458208:0:179315:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787744946.458214:0:179315:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787744946.458218:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787744946.458219:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787744946.458221:0:179315:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744946.458224:0:179315:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787744946.458226:0:179315:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744946.458228:0:179315:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744946.458230:0:179315:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744946.458233:0:179315:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787744946.458234:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787744946.458235:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787744946.458238:0:179315:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787744946.458239:0:179315:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787744946.458242:0:179315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8), inode mode 41ff mask 1 00000080:00000001:2.0:1787744946.458247:0:179315:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787744946.458255:0:179315:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8a76475e0300. 00000020:00000001:2.0:1787744946.458260:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47ae8 00000080:00200000:2.0:1787744946.458262:0:179315:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d36g.sanity, dir=[0x200000007:0x1:0x0](ffff8a76491280c8), flags=13 00000080:00000001:2.0:1787744946.458265:0:179315:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1787744946.458267:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47998 00000080:00200000:2.0:1787744946.458269:0:179315:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d36g.sanity, dir=[0x200000007:0x1:0x0](ffff8a76491280c8), intent=getattr 00000080:00000010:2.0:1787744946.458276:0:179315:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7645517a00. 00800000:00000002:2.0:1787744946.458279:0:179315:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:2.0:1787744946.458283:0:179315:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787744946.458284:0:179315:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787744946.458286:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c478b8 00800000:00000002:2.0:1787744946.458287:0:179315:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd36g.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787744946.458290:0:179315:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787744946.458292:0:179315:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787744946.458293:0:179315:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787744946.458294:0:179315:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787744946.458296:0:179315:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787744946.458297:0:179315:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787744946.458299:0:179315:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787744946.458300:0:179315:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744946.458302:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47850 00800000:00000002:2.0:1787744946.458304:0:179315:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d36g.sanity' -> mds #0 00000002:00000001:2.0:1787744946.458313:0:179315:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787744946.458314:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47788 00000002:00010000:2.0:1787744946.458315:0:179315:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d36g.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1787744946.458318:0:179315:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1787744946.458321:0:179315:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1787744946.458325:0:179315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca35e00. 00000020:00000040:2.0:1787744946.458328:0:179315:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00010000:00000001:2.0:1787744946.458402:0:179315:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787744946.458406:0:179315:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787744946.458409:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787744946.458410:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787744946.458411:0:179315:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744946.458415:0:179315:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744946.458417:0:179315:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744946.458420:0:179315:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744946.458427:0:179315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a7672665400. 00000100:00000001:2.0:1787744946.458433:0:179315:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744946.458437:0:179315:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787744946.458439:0:179315:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744946.458441:0:179315:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787744946.458442:0:179315:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744946.458443:0:179315:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787744946.458450:0:179315:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446614839966260736 : -129233743290880 : ffff8a766ca35e00) 00010000:00000001:2.0:1787744946.458454:0:179315:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787744946.458456:0:179315:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1787744946.458458:0:179315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646b84000 count: 2 00010000:00000001:2.0:1787744946.458460:0:179315:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787744946.458463:0:179315:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787744946.458466:0:179315:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a7658978e00. 00000020:00000001:2.0:1787744946.458469:0:179315:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787744946.458472:0:179315:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a7658978e00 with handle 0x6bfe83e2a9fa08c1 to hash 00000020:00000001:2.0:1787744946.458474:0:179315:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787744946.458475:0:179315:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614839629942272 : -129234079609344 : ffff8a7658978e00) 00010000:00000001:2.0:1787744946.458478:0:179315:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614839629942272 : -129234079609344 : ffff8a7658978e00) 00010000:00000001:2.0:1787744946.458481:0:179315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787744946.458487:0:179315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744946.458491:0:179315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7658978e00/0x6bfe83e2a9fa08c1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 179315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787744946.458498:0:179315:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7658978e00/0x6bfe83e2a9fa08c1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 179315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787744946.458507:0:179315:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7658978e00/0x6bfe83e2a9fa08c1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 179315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787744946.458513:0:179315:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787744946.458515:0:179315:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787744946.458522:0:179315:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7645ee56c0. 00000100:00000001:2.0:1787744946.458524:0:179315:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614839316862656 : -129234392688960 : ffff8a7645ee56c0) 00000100:00000001:2.0:1787744946.458526:0:179315:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787744946.458527:0:179315:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966260736 : -129233743290880 : ffff8a766ca35e00) 00000100:00000001:2.0:1787744946.458532:0:179315:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744946.458535:0:179315:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744946.458538:0:179315:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787744946.458539:0:179315:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787744946.458549:0:179315:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca35e00 x1874579698256512/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787744946.458557:0:179315:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787744946.458559:0:179315:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744946.458563:0:179315:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787744946.458565:0:179315:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787744946.458567:0:179315:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787744946.458571:0:179315:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca35e00 pname:cluuid:pid:xid:nid:opc:job lfs:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179315:1874579698256512:192.168.201.110@tcp:101:lfs.0 00000100:00000001:2.0:1787744946.458575:0:179315:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787744946.458581:0:179315:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787744946.458583:0:179315:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744946.458585:0:179315:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787744946.458599:0:179315:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8a7648838000. 02000000:00000001:2.0:1787744946.458602:0:179315:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787744946.458614:0:179315:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1787744946.458618:0:179315:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76485310b0. 00000400:00000010:2.0:1787744946.458624:0:179315:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8a7645ee5b40. 00000100:00000200:2.0:1787744946.458631:0:179315:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874579698256512, portal 10 00000100:00000001:2.0:1787744946.458633:0:179315:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787744946.458635:0:179315:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966260736 : -129233743290880 : ffff8a766ca35e00) 00000100:00000040:2.0:1787744946.458641:0:179315:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a766ca35e00 x1874579698256512/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787744962 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787744946.458648:0:179315:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787744946.458651:0:179315:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1787744946.458655:0:179315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703550. 00000100:00000200:2.0:1787744946.458658:0:179315:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1874579698256512, offset 0 00000400:00000200:2.0:1787744946.458744:0:179315:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1787744946.458754:0:179315:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744946.458761:0:179315:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1787744946.458767:0:179315:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787744946.458772:0:179315:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1787744946.458776:0:179315:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787744946.458779:0:179315:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1787744946.458783:0:179315:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440768:440768:256:4294967295] 192.168.201.110@tcp LPNI seq info [440767:440767:8:4294967295] 00000400:00000200:2.0:1787744946.458787:0:179315:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744946.458796:0:179315:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1787744946.458802:0:179315:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1787744946.458807:0:179315:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad53300. 00000800:00000200:2.0:1787744946.458813:0:179315:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1787744946.458820:0:179315:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1787744946.458825:0:179315:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad53300 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1787744946.458884:0:179315:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744946.458890:0:179315:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8820 usecs (9 jiffies) 00000400:00000200:2.0:1787744946.458893:0:179315:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1787744946.458895:0:179315:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301241420 00000100:00000010:2.0:1787744946.458904:0:179315:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a7646d54660. 00000100:00000001:2.0:1787744946.458910:0:179315:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787744946.458917:0:179315:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301241420 00000100:00000010:2.0:1787744946.458920:0:179315:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a7646d545a0. 00000100:00000001:2.0:1787744946.458922:0:179315:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787744946.458925:0:179315:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744946.458928:0:179315:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744946.458931:0:179315:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787744946.458933:0:179315:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787744946.458936:0:179315:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7645ee56c0 going to sleep for 11 seconds 00000100:00000001:2.0:1787744946.458938:0:179315:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744946.458941:0:179315:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787744946.462527:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744946.462536:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad53300. 00000400:00000200:3.0:1787744946.462542:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744946.462551:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744946.462558:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703550 00000400:00000010:3.0:1787744946.462560:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703550. 00000100:00000001:3.0:1787744946.462566:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744946.462573:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca35e00 x1874579698256512/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787744962 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744946.462584:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744946.462588:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a766ca35e00 x1874579698256512/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787744962 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744946.462594:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744946.462596:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787744946.463446:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744946.463461:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744946.463465:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744946.463468:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744946.463476:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744946.463482:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744946.463489:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744946.463493:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744946.463498:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744946.463502:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 584 into portal 10 MB=0x6a8eb99048a80 00000400:00000200:2.0:1787744946.463507:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744946.463514:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 584/584 into md 0x3e1b55 [4] + 224 00000800:00000001:2.0:1787744946.463521:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744946.463527:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744946.463530:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744946.463534:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744946.463539:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744946.463544:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca35e00 x1874579698256512/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787744962 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787744946.463554:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=9088 req@ffff8a766ca35e00 x1874579698256512/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787744962 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787744946.463581:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744946.463590:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744946.463594:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744946.463658:0:179315:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744946.463690:0:179315:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744946.463693:0:179315:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744946.463696:0:179315:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76485310b0. 00000400:00000200:3.0:1787744946.463700:0:179315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ee5b40 00000400:00000010:3.0:1787744946.463703:0:179315:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff8a7645ee5b40. 00000100:00000001:3.0:1787744946.463706:0:179315:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744946.463711:0:179315:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca35e00 x1874579698256512/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787744962 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787744946.463720:0:179315:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca35e00 x1874579698256512/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787744962 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744946.463726:0:179315:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744946.463727:0:179315:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744946.463739:0:179315:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744946.463742:0:179315:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744946.463744:0:179315:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744946.463747:0:179315:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744946.463750:0:179315:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744946.463759:0:179315:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=60 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744946.463763:0:179315:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=13 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744946.463765:0:179315:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1787744946.463769:0:179315:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8a766ca35e00 x1874579698256512/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/584 e 0 to 0 dl 1787744962 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744946.463775:0:179315:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1787744946.463778:0:179315:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744946.463780:0:179315:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956153 00000100:00000001:3.0:1787744946.463782:0:179315:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744946.463784:0:179315:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1787744946.463788:0:179315:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca35e00 x1874579698256512/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/584 e 0 to 0 dl 1787744962 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744946.463794:0:179315:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1787744946.463797:0:179315:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744946.463799:0:179315:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744946.463803:0:179315:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca35e00 x1874579698256512/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/584 e 0 to 0 dl 1787744962 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787744946.463817:0:179315:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca35e00 pname:cluuid:pid:xid:nid:opc:job lfs:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179315:1874579698256512:192.168.201.110@tcp:101:lfs.0 00000100:00000001:3.0:1787744946.463823:0:179315:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744946.463826:0:179315:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1787744946.463828:0:179315:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787744946.463830:0:179315:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744946.463833:0:179315:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca35e00 x1874579698256512/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/584 e 0 to 0 dl 1787744962 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744946.463839:0:179315:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787744946.463842:0:179315:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7645ee56c0. 00000100:00000001:3.0:1787744946.463844:0:179315:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787744946.463846:0:179315:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1787744946.463849:0:179315:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787744946.463853:0:179315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744946.463856:0:179315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744946.463859:0:179315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7658978e00 refcount=4 00000020:00000001:3.0:1787744946.463862:0:179315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839629942272 : -129234079609344 : ffff8a7658978e00) 00010000:00000001:3.0:1787744946.463865:0:179315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839629942272 : -129234079609344 : ffff8a7658978e00) 00010000:00010000:3.0:1787744946.463870:0:179315:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7658978e00/0x6bfe83e2a9fa08c1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 179315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744946.463881:0:179315:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1787744946.463885:0:179315:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7658978e00/0x6bfe83e2a9fa08c1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 179315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744946.463890:0:179315:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787744946.463893:0:179315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7658978e00/0x6bfe83e2a9fa08c1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 179315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744946.463898:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.463900:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787744946.463903:0:179315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7658978e00/0x6bfe83e2a9fa08c1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 179315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744946.463914:0:179315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787744946.463918:0:179315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.463920:0:179315:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1787744946.463923:0:179315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7658978e00/0x6bfe83e2a9fa08c1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 179315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787744946.463930:0:179315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7658978e00 already unused, calling callback (ffffffffc1b6d990) 00000080:00000001:3.0:1787744946.463933:0:179315:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1787744946.463937:0:179315:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7658978e00/0x6bfe83e2a9fa08c1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 179315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744946.463944:0:179315:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1787744946.463946:0:179315:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1787744946.463949:0:179315:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7658978e00/0x6bfe83e2a9fa08c1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 179315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744946.463954:0:179315:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1787744946.463957:0:179315:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1787744946.463958:0:179315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744946.463960:0:179315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744946.463961:0:179315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7658978e00 refcount=5 00000020:00000001:3.0:1787744946.463963:0:179315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839629942272 : -129234079609344 : ffff8a7658978e00) 00010000:00000001:3.0:1787744946.463965:0:179315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839629942272 : -129234079609344 : ffff8a7658978e00) 00010000:00000001:3.0:1787744946.463967:0:179315:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787744946.463970:0:179315:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7658978e00/0x6bfe83e2a9fa08c1 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 179315 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1787744946.463975:0:179315:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787744946.463977:0:179315:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744946.463980:0:179315:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1787744946.463982:0:179315:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787744946.464000:0:179315:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787744946.464002:0:179315:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787744946.464003:0:179315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787744946.464005:0:179315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787744946.464008:0:179315:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a7658978e00 with handle 0x6bfe83e2a9fa08c1 from hash 00010000:00000001:3.0:1787744946.464010:0:179315:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787744946.464011:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.464012:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744946.464014:0:179315:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787744946.464015:0:179315:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787744946.464017:0:179315:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1787744946.464019:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.464020:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744946.464022:0:179315:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787744946.464023:0:179315:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744946.464026:0:179315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7658978e00/0x6bfe83e2a9fa08c1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 179315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744946.464031:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.464032:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744946.464033:0:179315:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1787744946.464034:0:179315:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787744946.464036:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.464037:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744946.464038:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787744946.464039:0:179315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7658978e00/0x6bfe83e2a9fa08c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 179315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744946.464049:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744946.464051:0:179315:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1787744946.464056:0:179315:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1787744946.464061:0:179315:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff8a766ca35e00 x1874579698256512/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/584 e 0 to 0 dl 1787744962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1787744946.464068:0:179315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1787744946.464069:0:179315:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744946.464071:0:179315:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744946.464078:0:179315:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744946.464081:0:179315:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1787744946.464083:0:179315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1787744946.464084:0:179315:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744946.464085:0:179315:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787744946.464088:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47710 00000002:00002000:3.0:1787744946.464090:0:179315:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d36g.sanity intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:3.0:1787744946.464093:0:179315:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787744946.464097:0:179315:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787744946.464100:0:179315:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787744946.464102:0:179315:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1787744946.464105:0:179315:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787744946.464108:0:179315:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000001:3.0:1787744946.464110:0:179315:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1787744946.464113:0:179315:0:(namei.c:674:ll_lookup_it_finish()) it ffffa29d41c47b20 it_disposition 7 00000080:00002000:3.0:1787744946.464118:0:179315:0:(namei.c:653:ll_splice_alias()) Add dentry ffff8a766019a438 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1787744946.464127:0:179315:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1787744946.464130:0:179315:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787744946.464132:0:179315:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787744946.464134:0:179315:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787744946.464136:0:179315:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787744946.464138:0:179315:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787744946.464140:0:179315:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787744946.464142:0:179315:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744946.464146:0:179315:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787744946.464148:0:179315:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787744946.464150:0:179315:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787744946.464155:0:179315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646b84000 count: 2 00010000:00000001:3.0:1787744946.464158:0:179315:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787744946.464162:0:179315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787744946.464164:0:179315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787744946.464167:0:179315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 02000000:00000001:3.0:1787744946.464174:0:179315:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787744946.464179:0:179315:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744946.464186:0:179315:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000002:00000001:3.0:1787744946.464193:0:179315:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787744946.464195:0:179315:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787744946.464196:0:179315:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787744946.464199:0:179315:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1787744946.464201:0:179315:0:(dcache.c:176:ll_intent_release()) intent ffffa29d41c47930 released 00000080:00010000:3.0:1787744946.464203:0:179315:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa086d from it ffffa29d41c47930 00010000:00000001:3.0:1787744946.464205:0:179315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744946.464206:0:179315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744946.464207:0:179315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76504dbc00 refcount=3 00000020:00000001:3.0:1787744946.464209:0:179315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:3.0:1787744946.464211:0:179315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:3.0:1787744946.464213:0:179315:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787744946.464215:0:179315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00000001:3.0:1787744946.464220:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.464221:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744946.464222:0:179315:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787744946.464223:0:179315:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787744946.464225:0:179315:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00000001:3.0:1787744946.464232:0:179315:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787744946.464234:0:179315:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787744946.464236:0:179315:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787744946.464240:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.464241:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744946.464242:0:179315:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.464244:0:179315:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787744946.464245:0:179315:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.464247:0:179315:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.464250:0:179315:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.464257:0:179315:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787744946.464259:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.464260:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787744946.464261:0:179315:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1787744946.464262:0:179315:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1787744946.464265:0:179315:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1787744946.464281:0:179315:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7645517a00. 00000100:00000001:3.0:1787744946.464286:0:179315:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744946.464289:0:179315:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca35e00 x1874579698256512/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/584 e 0 to 0 dl 1787744962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744946.464295:0:179315:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744946.464297:0:179315:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744946.464299:0:179315:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8a7648838000. 02000000:00000001:3.0:1787744946.464309:0:179315:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744946.464312:0:179315:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744946.464313:0:179315:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:3.0:1787744946.464315:0:179315:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744946.464318:0:179315:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a7672665400. 02000000:00000001:3.0:1787744946.464321:0:179315:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744946.464323:0:179315:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744946.464325:0:179315:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca35e00. 00000100:00000001:3.0:1787744946.464389:0:179315:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744946.464391:0:179315:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787744946.464394:0:179315:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1787744946.464395:0:179315:0:(dcache.c:176:ll_intent_release()) intent ffffa29d41c47b20 released 00000080:00000001:3.0:1787744946.464397:0:179315:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1787744946.464401:0:179315:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1787744946.464403:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47b70 00000080:00002000:3.0:1787744946.464405:0:179315:0:(dcache.c:127:ll_ddelete()) keeping dentry d36g.sanity (ffff8a766019a438, parent ffff8a76490e4ca8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1787744946.464408:0:179315:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787744946.464459:0:179315:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787744946.464463:0:179315:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787744946.464465:0:179315:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787744946.464466:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47bb0 00000080:00200000:3.0:1787744946.464469:0:179315:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:3.0:1787744946.464474:0:179315:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7648c56800. 00800000:00000002:3.0:1787744946.464478:0:179315:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:3.0:1787744946.464486:0:179315:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787744946.464489:0:179315:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787744946.464490:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47ad0 00800000:00000002:3.0:1787744946.464493:0:179315:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787744946.464496:0:179315:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787744946.464497:0:179315:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787744946.464498:0:179315:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787744946.464500:0:179315:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787744946.464501:0:179315:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787744946.464503:0:179315:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787744946.464504:0:179315:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787744946.464506:0:179315:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787744946.464509:0:179315:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787744946.464513:0:179315:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787744946.464514:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c479a0 00000002:00010000:3.0:1787744946.464516:0:179315:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787744946.464519:0:179315:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787744946.464520:0:179315:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787744946.464521:0:179315:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787744946.464524:0:179315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646b84000 count: 2 00010000:00000001:3.0:1787744946.464526:0:179315:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787744946.464528:0:179315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787744946.464530:0:179315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787744946.464533:0:179315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 02000000:00000001:3.0:1787744946.464539:0:179315:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787744946.464541:0:179315:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744946.464544:0:179315:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000002:00000001:3.0:1787744946.464549:0:179315:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787744946.464550:0:179315:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787744946.464553:0:179315:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787744946.464554:0:179315:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787744946.464560:0:179315:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787744946.464562:0:179315:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787744946.464564:0:179315:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787744946.464566:0:179315:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:3.0:1787744946.464568:0:179315:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7648c56800. 00000080:00000001:3.0:1787744946.464570:0:179315:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787744946.464572:0:179315:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787744946.464574:0:179315:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:3.0:1787744946.464577:0:179315:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa086d 00800000:00000001:3.0:1787744946.464580:0:179315:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787744946.464582:0:179315:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787744946.464584:0:179315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744946.464585:0:179315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744946.464587:0:179315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76504dbc00 refcount=3 00000020:00000001:3.0:1787744946.464589:0:179315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:3.0:1787744946.464591:0:179315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:3.0:1787744946.464593:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.464594:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787744946.464596:0:179315:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787744946.464597:0:179315:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787744946.464599:0:179315:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa086d from it ffffa29d41c47be8 00010000:00000001:3.0:1787744946.464601:0:179315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744946.464602:0:179315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744946.464603:0:179315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76504dbc00 refcount=3 00000020:00000001:3.0:1787744946.464605:0:179315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:3.0:1787744946.464607:0:179315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:3.0:1787744946.464609:0:179315:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787744946.464611:0:179315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00000001:3.0:1787744946.464617:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.464619:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744946.464620:0:179315:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787744946.464621:0:179315:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787744946.464629:0:179315:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00000001:3.0:1787744946.464635:0:179315:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787744946.464637:0:179315:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787744946.464639:0:179315:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787744946.464641:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.464642:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744946.464643:0:179315:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.464645:0:179315:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787744946.464646:0:179315:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.464648:0:179315:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.464650:0:179315:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.464651:0:179315:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787744946.464652:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.464653:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787744946.464655:0:179315:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787744946.464657:0:179315:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787744946.464659:0:179315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8), inode mode 41ff mask 1 00000080:00000001:3.0:1787744946.464682:0:179315:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787744946.464685:0:179315:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1787744946.464687:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47bd8 00000080:00002000:3.0:1787744946.464689:0:179315:0:(dcache.c:87:ll_dcompare()) found name d36g.sanity(ffff8a766019a438) flags 0x8000e refc 0 00000080:00000001:3.0:1787744946.464691:0:179315:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787744946.464693:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47c20 00000080:00200000:3.0:1787744946.464694:0:179315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d36g.sanity, flags=16392 00000080:00000001:3.0:1787744946.464698:0:179315:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1787744946.464699:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47ba8 00000080:00002000:3.0:1787744946.464701:0:179315:0:(dcache.c:127:ll_ddelete()) keeping dentry d36g.sanity (ffff8a766019a438, parent ffff8a76490e4ca8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1787744946.464703:0:179315:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787744946.464726:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47d08 00000080:00200008:3.0:1787744946.464739:0:179315:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a76491280c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1787744946.464743:0:179315:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787744946.464745:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47c80 00000080:00200000:3.0:1787744946.464746:0:179315:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:3.0:1787744946.464750:0:179315:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7648c56800. 00800000:00000002:3.0:1787744946.464758:0:179315:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:3.0:1787744946.464760:0:179315:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787744946.464762:0:179315:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787744946.464763:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47ba0 00800000:00000002:3.0:1787744946.464765:0:179315:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787744946.464767:0:179315:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787744946.464769:0:179315:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787744946.464770:0:179315:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787744946.464771:0:179315:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787744946.464772:0:179315:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787744946.464774:0:179315:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787744946.464775:0:179315:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787744946.464776:0:179315:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787744946.464778:0:179315:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787744946.464781:0:179315:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787744946.464783:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47a70 00000002:00010000:3.0:1787744946.464784:0:179315:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787744946.464787:0:179315:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787744946.464788:0:179315:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787744946.464790:0:179315:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787744946.464792:0:179315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646b84000 count: 2 00010000:00000001:3.0:1787744946.464794:0:179315:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787744946.464797:0:179315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787744946.464798:0:179315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787744946.464801:0:179315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 02000000:00000001:3.0:1787744946.464807:0:179315:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787744946.464809:0:179315:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744946.464812:0:179315:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000002:00000001:3.0:1787744946.464818:0:179315:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787744946.464820:0:179315:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787744946.464821:0:179315:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787744946.464828:0:179315:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787744946.464830:0:179315:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787744946.464831:0:179315:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787744946.464834:0:179315:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787744946.464836:0:179315:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:3.0:1787744946.464838:0:179315:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7648c56800. 00000080:00000001:3.0:1787744946.464841:0:179315:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787744946.464842:0:179315:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787744946.464843:0:179315:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:3.0:1787744946.464846:0:179315:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa086d 00800000:00000001:3.0:1787744946.464848:0:179315:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787744946.464850:0:179315:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787744946.464851:0:179315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744946.464853:0:179315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744946.464855:0:179315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76504dbc00 refcount=3 00000020:00000001:3.0:1787744946.464857:0:179315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:3.0:1787744946.464858:0:179315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:3.0:1787744946.464861:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.464862:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787744946.464863:0:179315:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787744946.464865:0:179315:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787744946.464866:0:179315:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa086d from it ffffa29d41c47cb8 00010000:00000001:3.0:1787744946.464868:0:179315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744946.464869:0:179315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744946.464870:0:179315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76504dbc00 refcount=3 00000020:00000001:3.0:1787744946.464872:0:179315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:3.0:1787744946.464874:0:179315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:3.0:1787744946.464876:0:179315:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787744946.464879:0:179315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00000001:3.0:1787744946.464885:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.464886:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744946.464892:0:179315:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787744946.464894:0:179315:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787744946.464896:0:179315:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00000001:3.0:1787744946.464902:0:179315:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787744946.464904:0:179315:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787744946.464905:0:179315:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787744946.464907:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.464908:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744946.464909:0:179315:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.464911:0:179315:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787744946.464912:0:179315:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.464913:0:179315:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.464915:0:179315:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.464917:0:179315:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787744946.464918:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.464919:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787744946.464921:0:179315:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787744946.464923:0:179315:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787744946.464927:0:179315:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787744946.464931:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47d08 00000080:00000008:3.0:1787744946.464933:0:179315:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8a76491280c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1787744946.466448:0:179315:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787744946.466484:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47d08 00000080:00200008:3.0:1787744946.466488:0:179315:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a76491280c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1787744946.466493:0:179315:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787744946.466494:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47c80 00000080:00200000:3.0:1787744946.466495:0:179315:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:3.0:1787744946.466500:0:179315:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7648c56800. 00800000:00000002:3.0:1787744946.466504:0:179315:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:3.0:1787744946.466507:0:179315:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787744946.466510:0:179315:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787744946.466512:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47ba0 00800000:00000002:3.0:1787744946.466514:0:179315:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787744946.466517:0:179315:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787744946.466523:0:179315:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787744946.466525:0:179315:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787744946.466527:0:179315:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787744946.466529:0:179315:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787744946.466531:0:179315:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787744946.466533:0:179315:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787744946.466535:0:179315:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787744946.466537:0:179315:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787744946.466542:0:179315:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787744946.466543:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47a70 00000002:00010000:3.0:1787744946.466545:0:179315:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787744946.466548:0:179315:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787744946.466549:0:179315:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787744946.466551:0:179315:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787744946.466555:0:179315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646b84000 count: 2 00010000:00000001:3.0:1787744946.466558:0:179315:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787744946.466561:0:179315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787744946.466564:0:179315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787744946.466567:0:179315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 02000000:00000001:3.0:1787744946.466576:0:179315:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787744946.466579:0:179315:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744946.466582:0:179315:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000002:00000001:3.0:1787744946.466588:0:179315:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787744946.466589:0:179315:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787744946.466591:0:179315:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787744946.466593:0:179315:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787744946.466594:0:179315:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787744946.466596:0:179315:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787744946.466599:0:179315:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787744946.466601:0:179315:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:3.0:1787744946.466604:0:179315:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7648c56800. 00000080:00000001:3.0:1787744946.466612:0:179315:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787744946.466613:0:179315:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787744946.466615:0:179315:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:3.0:1787744946.466618:0:179315:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa086d 00800000:00000001:3.0:1787744946.466622:0:179315:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787744946.466624:0:179315:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787744946.466625:0:179315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744946.466627:0:179315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744946.466629:0:179315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76504dbc00 refcount=3 00000020:00000001:3.0:1787744946.466632:0:179315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:3.0:1787744946.466634:0:179315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:3.0:1787744946.466637:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.466638:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787744946.466640:0:179315:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787744946.466642:0:179315:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787744946.466644:0:179315:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa086d from it ffffa29d41c47cb8 00010000:00000001:3.0:1787744946.466645:0:179315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744946.466646:0:179315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744946.466647:0:179315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76504dbc00 refcount=3 00000020:00000001:3.0:1787744946.466649:0:179315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:3.0:1787744946.466651:0:179315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:3.0:1787744946.466653:0:179315:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787744946.466656:0:179315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00000001:3.0:1787744946.466811:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.466812:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744946.466814:0:179315:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787744946.466816:0:179315:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787744946.466818:0:179315:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00000001:3.0:1787744946.466826:0:179315:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787744946.466833:0:179315:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787744946.466835:0:179315:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787744946.466839:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.466840:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744946.466842:0:179315:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.466845:0:179315:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787744946.466847:0:179315:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.466848:0:179315:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.466851:0:179315:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.466853:0:179315:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787744946.466854:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.466855:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787744946.466858:0:179315:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787744946.466859:0:179315:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787744946.466862:0:179315:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787744946.466866:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47d08 00000080:00000008:3.0:1787744946.466868:0:179315:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8a76491280c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1787744946.467157:0:179315:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787744946.467159:0:179315:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787744946.467161:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47b78 00000080:00200000:3.0:1787744946.467163:0:179315:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:3.0:1787744946.467167:0:179315:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7648c56800. 00800000:00000002:3.0:1787744946.467169:0:179315:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:3.0:1787744946.467172:0:179315:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787744946.467174:0:179315:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787744946.467175:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47a98 00800000:00000002:3.0:1787744946.467177:0:179315:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787744946.467180:0:179315:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787744946.467181:0:179315:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787744946.467183:0:179315:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787744946.467185:0:179315:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787744946.467186:0:179315:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787744946.467188:0:179315:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787744946.467190:0:179315:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787744946.467191:0:179315:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787744946.467194:0:179315:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787744946.467197:0:179315:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787744946.467203:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47968 00000002:00010000:3.0:1787744946.467205:0:179315:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787744946.467207:0:179315:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787744946.467208:0:179315:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787744946.467210:0:179315:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787744946.467213:0:179315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646b84000 count: 2 00010000:00000001:3.0:1787744946.467215:0:179315:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787744946.467218:0:179315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787744946.467220:0:179315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787744946.467223:0:179315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 02000000:00000001:3.0:1787744946.467231:0:179315:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787744946.467233:0:179315:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744946.467236:0:179315:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000002:00000001:3.0:1787744946.467242:0:179315:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787744946.467244:0:179315:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787744946.467245:0:179315:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787744946.467247:0:179315:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787744946.467249:0:179315:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787744946.467251:0:179315:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787744946.467253:0:179315:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787744946.467255:0:179315:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:3.0:1787744946.467257:0:179315:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7648c56800. 00000080:00000001:3.0:1787744946.467260:0:179315:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787744946.467261:0:179315:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787744946.467263:0:179315:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:3.0:1787744946.467265:0:179315:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa086d 00800000:00000001:3.0:1787744946.467268:0:179315:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787744946.467280:0:179315:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787744946.467281:0:179315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744946.467283:0:179315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744946.467289:0:179315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76504dbc00 refcount=3 00000020:00000001:3.0:1787744946.467292:0:179315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:3.0:1787744946.467294:0:179315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:3.0:1787744946.467296:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.467297:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787744946.467299:0:179315:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787744946.467300:0:179315:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787744946.467303:0:179315:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa086d from it ffffa29d41c47bb0 00010000:00000001:3.0:1787744946.467304:0:179315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744946.467305:0:179315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744946.467306:0:179315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76504dbc00 refcount=3 00000020:00000001:3.0:1787744946.467308:0:179315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:3.0:1787744946.467310:0:179315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839490886656 : -129234218664960 : ffff8a76504dbc00) 00010000:00000001:3.0:1787744946.467312:0:179315:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787744946.467314:0:179315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00000001:3.0:1787744946.467320:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.467321:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744946.467322:0:179315:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787744946.467324:0:179315:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787744946.467326:0:179315:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00000001:3.0:1787744946.467396:0:179315:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787744946.467398:0:179315:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787744946.467399:0:179315:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787744946.467402:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.467403:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744946.467405:0:179315:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.467407:0:179315:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787744946.467408:0:179315:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.467410:0:179315:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.467412:0:179315:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.467419:0:179315:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787744946.467420:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.467421:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787744946.467423:0:179315:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787744946.467424:0:179315:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787744946.467427:0:179315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8), inode mode 41ff mask 44 00000080:00000001:3.0:1787744946.467431:0:179315:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787744946.467435:0:179315:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1787744946.467437:0:179315:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1787744946.467439:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47b78 00000080:00200008:3.0:1787744946.467441:0:179315:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a76491280c8), flags 300000 00000080:00000010:3.0:1787744946.467446:0:179315:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8a76417a6000. 00000080:00000001:3.0:1787744946.467450:0:179315:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787744946.467452:0:179315:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787744946.467464:0:179315:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1787744946.467466:0:179315:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8) cmd=c03066f0 arg=7fff2b7d0650 00000020:00000001:3.0:1787744946.467472:0:179315:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1787744946.467476:0:179315:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 640 at ffff8a765117e800. 00000020:00000001:3.0:1787744946.467480:0:179315:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787744946.467484:0:179315:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1787744946.467485:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47ad0 00000080:00200000:3.0:1787744946.467487:0:179315:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8) name=d36g.sanity stripe_offset=0 stripe_count=2, hash_type=1 00000080:00000010:3.0:1787744946.467493:0:179315:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7648c56800. 00800000:00000002:3.0:1787744946.467495:0:179315:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00800000:00000001:3.0:1787744946.467503:0:179315:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:3.0:1787744946.467505:0:179315:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1787744946.467508:0:179315:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787744946.467510:0:179315:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787744946.467511:0:179315:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787744946.467512:0:179315:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787744946.467514:0:179315:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787744946.467516:0:179315:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787744946.467517:0:179315:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787744946.467520:0:179315:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446614839308020736 : -129234401530880 : ffff8a7645676c00) 00800000:00000001:3.0:1787744946.467523:0:179315:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1787744946.467525:0:179315:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1787744946.467527:0:179315:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1787744946.467535:0:179315:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1787744946.467538:0:179315:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8a7648bee000: Allocated FID [0x200000402:0x10a8f:0x0] 40000000:00000001:3.0:1787744946.467541:0:179315:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744946.467543:0:179315:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787744946.467545:0:179315:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787744946.467547:0:179315:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787744946.467549:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c479e8 00800000:00000002:3.0:1787744946.467551:0:179315:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd36g.sanity' [0x200000402:0x10a8f:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1787744946.467556:0:179315:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1787744946.467558:0:179315:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1787744946.467560:0:179315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646b84000 count: 2 00010000:00000001:3.0:1787744946.467563:0:179315:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787744946.467565:0:179315:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1787744946.467568:0:179315:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787744946.467570:0:179315:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00000001:3.0:1787744946.467578:0:179315:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1787744946.467582:0:179315:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1787744946.467583:0:179315:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1787744946.467586:0:179315:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1787744946.467588:0:179315:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787744946.467589:0:179315:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787744946.467591:0:179315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646b84000 count: 3 00010000:00000001:3.0:1787744946.467593:0:179315:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787744946.467595:0:179315:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744946.467597:0:179315:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787744946.467598:0:179315:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787744946.467599:0:179315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646b84000 count: 3 00010000:00000001:3.0:1787744946.467601:0:179315:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787744946.467603:0:179315:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744946.467605:0:179315:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787744946.467606:0:179315:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787744946.467607:0:179315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7646b84000 count: 3 00010000:00000001:3.0:1787744946.467609:0:179315:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787744946.467619:0:179315:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787744946.467621:0:179315:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1787744946.467624:0:179315:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8a7649128000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1787744946.467628:0:179315:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1787744946.467631:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47670 00000080:00002000:3.0:1787744946.467632:0:179315:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d36g.sanity 00000080:00000001:3.0:1787744946.467637:0:179315:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1787744946.467642:0:179315:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1787744946.467648:0:179315:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1787744946.467650:0:179315:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1787744946.467651:0:179315:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.467655:0:179315:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787744946.467658:0:179315:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787744946.467659:0:179315:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787744946.467684:0:179315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787744946.467687:0:179315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1787744946.467690:0:179315:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a76504dbc00 with handle 0x6bfe83e2a9fa086d from hash 00010000:00000001:3.0:1787744946.467692:0:179315:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787744946.467694:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.467695:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744946.467696:0:179315:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787744946.467699:0:179315:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787744946.467701:0:179315:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1787744946.467703:0:179315:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787744946.467705:0:179315:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787744946.467707:0:179315:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1787744946.467712:0:179315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c6492c0. 00000020:00000040:3.0:1787744946.467716:0:179315:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 02000000:00000001:3.0:1787744946.467721:0:179315:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787744946.467723:0:179315:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.467725:0:179315:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787744946.467798:0:179315:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787744946.467801:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744946.467803:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744946.467804:0:179315:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744946.467806:0:179315:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787744946.467813:0:179315:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787744946.467817:0:179315:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787744946.467822:0:179315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a765117ec00. 00000100:00000001:3.0:1787744946.467829:0:179315:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.467832:0:179315:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787744946.467834:0:179315:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1787744946.467841:0:179315:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1787744946.467848:0:179315:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1787744946.467849:0:179315:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787744946.467851:0:179315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787744946.467853:0:179315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76504dbc00/0x6bfe83e2a9fa086d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f747ab expref: -99 pid: 178670 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00000040:3.0:1787744946.467860:0:179315:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a7646b84000 count: 0 00010000:00000010:3.0:1787744946.467865:0:179315:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a7651948800. 00010000:00000001:3.0:1787744946.467872:0:179315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744946.467873:0:179315:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.467875:0:179315:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787744946.467876:0:179315:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.467878:0:179315:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1787744946.467889:0:179315:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a7648bee000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1787744946.467901:0:179315:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a766c6492c0 x1874579698256768/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/4544 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787744946.467909:0:179315:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787744946.467910:0:179315:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787744946.467916:0:179315:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7658906c00. 00000100:00000001:3.0:1787744946.467919:0:179315:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614839629474816 : -129234080076800 : ffff8a7658906c00) 00000100:00000001:3.0:1787744946.467921:0:179315:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744946.467923:0:179315:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962145472 : -129233747406144 : ffff8a766c6492c0) 00000100:00000001:3.0:1787744946.467926:0:179315:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787744946.467930:0:179315:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744946.467937:0:179315:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787744946.467939:0:179315:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744946.467943:0:179315:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c6492c0 x1874579698256768/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/4544 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744946.467950:0:179315:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744946.467953:0:179315:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744946.467957:0:179315:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744946.467959:0:179315:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744946.467961:0:179315:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744946.467965:0:179315:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c6492c0 pname:cluuid:pid:xid:nid:opc:job lfs:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179315:1874579698256768:192.168.201.110@tcp:36:lfs.0 00000100:00000001:3.0:1787744946.467969:0:179315:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744946.467974:0:179315:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744946.467977:0:179315:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744946.467979:0:179315:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744946.467985:0:179315:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8a764884c000. 02000000:00000001:3.0:1787744946.467988:0:179315:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744946.467995:0:179315:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744946.467999:0:179315:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766058. 00000400:00000010:3.0:1787744946.468005:0:179315:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a7658906540. 00000100:00000200:3.0:1787744946.468013:0:179315:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1874579698256768, portal 10 00000100:00000001:3.0:1787744946.468015:0:179315:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744946.468016:0:179315:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962145472 : -129233747406144 : ffff8a766c6492c0) 00000100:00000040:3.0:1787744946.468023:0:179315:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766c6492c0 x1874579698256768/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/4544 e 0 to 0 dl 1787744962 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744946.468029:0:179315:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744946.468031:0:179315:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744946.468035:0:179315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac440. 00000100:00000200:3.0:1787744946.468037:0:179315:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1874579698256768, offset 0 00000400:00000200:3.0:1787744946.468043:0:179315:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744946.468051:0:179315:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744946.468058:0:179315:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744946.468063:0:179315:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744946.468067:0:179315:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744946.468076:0:179315:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744946.468079:0:179315:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744946.468083:0:179315:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440769:440769:256:4294967295] 192.168.201.110@tcp LPNI seq info [440768:440768:8:4294967295] 00000400:00000200:3.0:1787744946.468088:0:179315:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744946.468109:0:179315:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744946.468116:0:179315:0:(socklnd_cb.c:931:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744946.468121:0:179315:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68b00. 00000800:00000200:3.0:1787744946.468127:0:179315:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744946.468134:0:179315:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744946.468139:0:179315:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68b00 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:3.0:1787744946.468160:0:179315:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744946.468165:0:179315:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8820 usecs (9 jiffies) 00000400:00000200:3.0:1787744946.468168:0:179315:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744946.468170:0:179315:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301241429 00000100:00000001:3.0:1787744946.468178:0:179315:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, simply extend its deadline from 4301241420 00000100:00000001:3.0:1787744946.468183:0:179315:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301241429 00000100:00000001:3.0:1787744946.468186:0:179315:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, simply extend its deadline from 4301241420 00000100:00000001:3.0:1787744946.468189:0:179315:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744946.468191:0:179315:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744946.468194:0:179315:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744946.468196:0:179315:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787744946.468198:0:179315:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7658906c00 going to sleep for 11 seconds 00000100:00000001:3.0:1787744946.468201:0:179315:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744946.468204:0:179315:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787744946.469356:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744946.469363:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68b00. 00000400:00000200:2.0:1787744946.469369:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744946.469375:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744946.469381:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac440 00000400:00000010:2.0:1787744946.469384:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac440. 00000100:00000001:2.0:1787744946.469388:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744946.469394:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c6492c0 x1874579698256768/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/4544 e 0 to 0 dl 1787744962 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744946.469405:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744946.469408:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a766c6492c0 x1874579698256768/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/4544 e 0 to 0 dl 1787744962 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744946.469414:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744946.469416:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1787744946.478618:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301241429, at 4301241430 00000100:00000010:2.0:1787744946.478635:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a7646d54660. 00010000:00000010:3.1F:1787744946.479184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a7658978e00. 00000080:00000010:3.1:1787744946.479216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8a76475e0300. 00010000:00000010:3.1:1787744946.479224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a7646b84000. 00010000:00000010:3.1:1787744946.479230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a76504dbc00. 00000100:00000040:3.0:1787744946.479243:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301241429, at 4301241431 00000100:00000010:3.0:1787744946.479248:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a7646d545a0. 00000800:00000001:2.0:1787744946.487220:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744946.487237:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744946.487242:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744946.487244:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744946.487253:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744946.487260:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744946.487280:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744946.487284:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744946.487289:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744946.487294:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 536 into portal 10 MB=0x6a8eb99048b80 00000400:00000200:2.0:1787744946.487298:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744946.487304:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 536/536 into md 0x3e1b65 [2] + 224 00000800:00000001:2.0:1787744946.487324:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744946.487425:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744946.487429:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744946.487434:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744946.487442:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744946.487450:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c6492c0 x1874579698256768/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/4544 e 0 to 0 dl 1787744962 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744946.487460:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=536 offset=224 replen=4544 req@ffff8a766c6492c0 x1874579698256768/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/4544 e 0 to 0 dl 1787744962 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744946.487479:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744946.487488:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744946.487491:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744946.487555:0:179315:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744946.487562:0:179315:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744946.487564:0:179315:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744946.487568:0:179315:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766058. 00000400:00000200:3.0:1787744946.487577:0:179315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7658906540 00000400:00000010:3.0:1787744946.487580:0:179315:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8a7658906540. 00000100:00000001:3.0:1787744946.487583:0:179315:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744946.487587:0:179315:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c6492c0 x1874579698256768/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/4544 e 0 to 0 dl 1787744962 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744946.487596:0:179315:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c6492c0 x1874579698256768/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/4544 e 0 to 0 dl 1787744962 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744946.487601:0:179315:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744946.487603:0:179315:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744946.487606:0:179315:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744946.487609:0:179315:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744946.487611:0:179315:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744946.487613:0:179315:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744946.487616:0:179315:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744946.487624:0:179315:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=60 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744946.487628:0:179315:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=13 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744946.487631:0:179315:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744946.487632:0:179315:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744946.487635:0:179315:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744946.487638:0:179315:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744946.487642:0:179315:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1787744946.487644:0:179315:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: committing for last_committed 25769956155 gen 1 00000100:00000001:3.0:1787744946.487646:0:179315:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1787744946.487648:0:179315:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:3.0:1787744946.487651:0:179315:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744946.487652:0:179315:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744946.487657:0:179315:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c6492c0 x1874579698256768/t25769956155(25769956155) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/536 e 0 to 0 dl 1787744962 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744946.487700:0:179315:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744946.487704:0:179315:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744946.487706:0:179315:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744946.487711:0:179315:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c6492c0 x1874579698256768/t25769956155(25769956155) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/536 e 0 to 0 dl 1787744962 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744946.487739:0:179315:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c6492c0 pname:cluuid:pid:xid:nid:opc:job lfs:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179315:1874579698256768:192.168.201.110@tcp:36:lfs.0 00000100:00000001:3.0:1787744946.487744:0:179315:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744946.487747:0:179315:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744946.487749:0:179315:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787744946.487752:0:179315:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744946.487755:0:179315:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c6492c0 x1874579698256768/t25769956155(25769956155) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/536 e 0 to 0 dl 1787744962 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744946.487762:0:179315:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787744946.487765:0:179315:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7658906c00. 00000100:00000001:3.0:1787744946.487767:0:179315:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787744946.487769:0:179315:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744946.487782:0:179315:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787744946.487786:0:179315:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000402:0x10a8f:0x0] 00800000:00000001:3.0:1787744946.487788:0:179315:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787744946.487792:0:179315:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1787744946.487798:0:179315:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1787744946.487800:0:179315:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1787744946.487802:0:179315:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289347727 : 144115205289347727 : 200000402010a8f) 00000080:00000001:3.0:1787744946.487806:0:179315:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1787744946.487816:0:179315:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8a766d5a8840. 00000080:00000001:3.0:1787744946.487826:0:179315:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1787744946.487827:0:179315:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000402:0x10a8f:0x0](ffff8a766d5a8908) 00000080:00000001:3.0:1787744946.487830:0:179315:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1787744946.487832:0:179315:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000402:0x10a8f:0x0] 00000080:00000001:3.0:1787744946.487834:0:179315:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787744946.487836:0:179315:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289347727 : 144115205289347727 : 200000402010a8f) 00000080:00000001:3.0:1787744946.487838:0:179315:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1787744946.487841:0:179315:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205289347727 mtime from 0 to 1787744946 00000080:00200000:3.0:1787744946.487844:0:179315:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x10a8f:0x0], updating i_size 4096 00000080:00000001:3.0:1787744946.487846:0:179315:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1787744946.487848:0:179315:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614839978264840 : -129233731286776 : ffff8a766d5a8908) 00000080:00000001:3.0:1787744946.487851:0:179315:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1787744946.487861:0:179315:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1787744946.487862:0:179315:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744946.487869:0:179315:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744946.487873:0:179315:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c6492c0 x1874579698256768/t25769956155(25769956155) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 600/536 e 0 to 0 dl 1787744962 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744946.487879:0:179315:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744946.487882:0:179315:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744946.487884:0:179315:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8a764884c000. 02000000:00000001:3.0:1787744946.487888:0:179315:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744946.487890:0:179315:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744946.487892:0:179315:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:3.0:1787744946.487895:0:179315:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744946.487897:0:179315:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a765117ec00. 02000000:00000001:3.0:1787744946.487900:0:179315:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744946.487901:0:179315:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744946.487903:0:179315:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c6492c0. 00000100:00000001:3.0:1787744946.487906:0:179315:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744946.487907:0:179315:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787744946.487910:0:179315:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:3.0:1787744946.487912:0:179315:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7648c56800. 00000080:00000010:3.0:1787744946.487917:0:179315:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 640 at ffff8a765117e800. 00000080:00000001:3.0:1787744946.487919:0:179315:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787744946.487936:0:179315:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1787744946.487938:0:179315:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1787744946.487940:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47dd0 00000080:00200008:3.0:1787744946.487943:0:179315:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a76491280c8), flags 300000 00000080:00400000:3.0:1787744946.487946:0:179315:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1787744946.487949:0:179315:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8a76417a6000. 00000080:00000001:3.0:1787744946.487952:0:179315:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1787744946.487954:0:179315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47dd0 00000080:00000008:3.0:1787744946.487956:0:179315:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8a76491280c8), flags 300000, rc = 0 00000080:00000001:3.0:1787744946.487958:0:179315:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787744946.487959:0:179315:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.223825:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744947.223832:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.223837:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744947.223838:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.223842:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744947.223844:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.223847:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744947.223849:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.223870:0:81966:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744947.223872:0:81966:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744947.223875:0:81966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1787744947.813791:0:179325:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787744947.813798:0:179325:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787744947.813800:0:179325:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787744947.813804:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6fbc0 00000080:00200000:0.0:1787744947.813808:0:179325:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:0.0:1787744947.813821:0:179325:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a764646a000. 00800000:00000002:0.0:1787744947.813827:0:179325:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:0.0:1787744947.813831:0:179325:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787744947.813836:0:179325:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787744947.813838:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6fae0 00800000:00000002:0.0:1787744947.813841:0:179325:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787744947.813844:0:179325:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787744947.813847:0:179325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787744947.813849:0:179325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787744947.813851:0:179325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787744947.813853:0:179325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787744947.813855:0:179325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787744947.813857:0:179325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787744947.813859:0:179325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787744947.813863:0:179325:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787744947.813867:0:179325:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787744947.813869:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f9b0 00000002:00010000:0.0:1787744947.813870:0:179325:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787744947.813873:0:179325:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787744947.813875:0:179325:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787744947.813879:0:179325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787744947.813885:0:179325:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787744947.813888:0:179325:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787744947.813889:0:179325:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787744947.813891:0:179325:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787744947.813893:0:179325:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1787744947.813899:0:179325:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a7672476940. 00000020:00000040:0.0:1787744947.813903:0:179325:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00010000:00000001:0.0:1787744947.813910:0:179325:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787744947.813914:0:179325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787744947.813920:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.813922:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787744947.813924:0:179325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.813927:0:179325:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787744947.813929:0:179325:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787744947.813933:0:179325:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787744947.813945:0:179325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a7646175400. 00000100:00000001:0.0:1787744947.813951:0:179325:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.813956:0:179325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787744947.813958:0:179325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.813959:0:179325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787744947.813960:0:179325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.813962:0:179325:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787744947.813967:0:179325:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446614840060897600 : -129233648654016 : ffff8a7672476940) 00010000:00000001:0.0:1787744947.813972:0:179325:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787744947.813973:0:179325:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1787744947.813978:0:179325:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8a7679b27700. 00010000:00000010:0.0:1787744947.813982:0:179325:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a766c5d6200. 00010000:00000001:0.0:1787744947.813985:0:179325:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787744947.813988:0:179325:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a7647352000. 00000020:00000001:0.0:1787744947.813991:0:179325:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787744947.813995:0:179325:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a7647352000 with handle 0x6bfe83e2a9fa08c8 to hash 00000020:00000001:0.0:1787744947.813996:0:179325:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787744947.813998:0:179325:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:0.0:1787744947.814001:0:179325:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:0.0:1787744947.814005:0:179325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787744947.814007:0:179325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787744947.814012:0:179325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 179325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787744947.814020:0:179325:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787744947.814029:0:179325:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787744947.814034:0:179325:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787744947.814036:0:179325:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787744947.814042:0:179325:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7650029180. 00000100:00000001:0.0:1787744947.814045:0:179325:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614839485960576 : -129234223591040 : ffff8a7650029180) 00000100:00000001:0.0:1787744947.814052:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744947.814054:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060897600 : -129233648654016 : ffff8a7672476940) 00000100:00000001:0.0:1787744947.814058:0:179325:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787744947.814062:0:179325:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.814064:0:179325:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787744947.814065:0:179325:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787744947.814075:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a7672476940 x1874579698256896/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744947.814083:0:179325:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787744947.814084:0:179325:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744947.814088:0:179325:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787744947.814090:0:179325:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787744947.814092:0:179325:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744947.814095:0:179325:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a7672476940 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179325:1874579698256896:192.168.201.110@tcp:101:touch.0 00000100:00000001:0.0:1787744947.814100:0:179325:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787744947.814105:0:179325:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787744947.814108:0:179325:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744947.814110:0:179325:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787744947.814125:0:179325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8a7648838000. 02000000:00000001:0.0:1787744947.814128:0:179325:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744947.814136:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787744947.814140:0:179325:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c3268. 00000400:00000010:0.0:1787744947.814147:0:179325:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8a7650029780. 00000100:00000200:0.0:1787744947.814154:0:179325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874579698256896, portal 10 00000100:00000001:0.0:1787744947.814156:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744947.814157:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060897600 : -129233648654016 : ffff8a7672476940) 00000100:00000040:0.0:1787744947.814164:0:179325:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a7672476940 x1874579698256896/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787744963 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744947.814171:0:179325:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787744947.814174:0:179325:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787744947.814177:0:179325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4c38. 00000100:00000200:0.0:1787744947.814181:0:179325:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874579698256896, offset 0 00000400:00000200:0.0:1787744947.814187:0:179325:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787744947.814200:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744947.814207:0:179325:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787744947.814212:0:179325:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787744947.814217:0:179325:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787744947.814221:0:179325:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787744947.814225:0:179325:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787744947.814228:0:179325:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440770:440770:256:4294967295] 192.168.201.110@tcp LPNI seq info [440769:440769:8:4294967295] 00000400:00000200:0.0:1787744947.814232:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744947.814241:0:179325:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787744947.814247:0:179325:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787744947.814251:0:179325:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880f000. 00000800:00000200:0.0:1787744947.814258:0:179325:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787744947.814265:0:179325:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787744947.814269:0:179325:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880f000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1787744947.814285:0:179325:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744947.814290:0:179325:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8820 usecs (9 jiffies) 00000400:00000200:0.0:1787744947.814293:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787744947.814295:0:179325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301242772 00000100:00000010:0.0:1787744947.814300:0:179325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a766c7f2f00. 00000100:00000001:0.0:1787744947.814306:0:179325:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787744947.814312:0:179325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301242772 00000100:00000010:0.0:1787744947.814315:0:179325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a766c7f2840. 00000100:00000001:0.0:1787744947.814318:0:179325:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787744947.814321:0:179325:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744947.814323:0:179325:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.814326:0:179325:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787744947.814328:0:179325:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787744947.814331:0:179325:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7650029180 going to sleep for 11 seconds 00000100:00000001:0.0:1787744947.814334:0:179325:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787744947.814336:0:179325:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787744947.816825:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744947.816834:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880f000. 00000400:00000200:3.0:1787744947.816840:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744947.816859:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744947.816866:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4c38 00000400:00000010:3.0:1787744947.816868:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4c38. 00000100:00000001:3.0:1787744947.816872:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744947.816878:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a7672476940 x1874579698256896/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787744963 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.816890:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744947.816894:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a7672476940 x1874579698256896/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787744963 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.816901:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744947.816903:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1787744947.820729:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301242772, at 4301242773 00000100:00000010:2.0:1787744947.820743:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a766c7f2f00. 00000100:00000040:3.0:1787744947.821523:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301242772, at 4301242773 00000100:00000010:3.0:1787744947.821531:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a766c7f2840. 00000800:00000001:2.0:1787744947.825954:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.825971:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744947.825975:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.825977:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744947.825996:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.826004:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744947.826012:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.826017:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.826022:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.826026:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 688 into portal 10 MB=0x6a8eb99048c00 00000400:00000200:2.0:1787744947.826031:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.826037:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 688/688 into md 0x3e1b75 [4] + 224 00000800:00000001:2.0:1787744947.826044:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.826051:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744947.826055:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744947.826060:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744947.826068:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744947.826077:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a7672476940 x1874579698256896/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787744963 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787744947.826103:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff8a7672476940 x1874579698256896/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787744947.826125:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744947.826134:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.826138:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744947.828105:0:179325:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744947.828116:0:179325:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744947.828119:0:179325:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744947.828122:0:179325:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c3268. 00000400:00000200:3.0:1787744947.828128:0:179325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7650029780 00000400:00000010:3.0:1787744947.828130:0:179325:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff8a7650029780. 00000100:00000001:3.0:1787744947.828134:0:179325:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744947.828143:0:179325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a7672476940 x1874579698256896/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787744947.828155:0:179325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a7672476940 x1874579698256896/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.828162:0:179325:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744947.828164:0:179325:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744947.828167:0:179325:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744947.828170:0:179325:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744947.828172:0:179325:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744947.828174:0:179325:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744947.828177:0:179325:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744947.828186:0:179325:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=61 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744947.828190:0:179325:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744947.828193:0:179325:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744947.828205:0:179325:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.828208:0:179325:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744947.828211:0:179325:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744947.828216:0:179325:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744947.828218:0:179325:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956155 00000100:00000001:3.0:1787744947.828220:0:179325:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744947.828222:0:179325:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744947.828227:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a7672476940 x1874579698256896/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.828234:0:179325:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744947.828238:0:179325:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744947.828240:0:179325:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744947.828244:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a7672476940 x1874579698256896/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1787744963 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787744947.828251:0:179325:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a7672476940 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179325:1874579698256896:192.168.201.110@tcp:101:touch.0 00000100:00000001:3.0:1787744947.828256:0:179325:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744947.828259:0:179325:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744947.828261:0:179325:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787744947.828263:0:179325:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744947.828267:0:179325:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7672476940 x1874579698256896/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1787744963 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.828273:0:179325:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787744947.828276:0:179325:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7650029180. 00000100:00000001:3.0:1787744947.828278:0:179325:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787744947.828279:0:179325:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.828282:0:179325:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787744947.828286:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.828289:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.828292:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=4 00000020:00000001:3.0:1787744947.828295:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787744947.828298:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000040:3.0:1787744947.828305:0:179325:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8a7647352000, remote cookie: 0xd1177cb064f748bc, flags: 0x1001 00010000:00010000:3.0:1787744947.828316:0:179325:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787744947.828327:0:179325:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.828346:0:179325:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787744947.828350:0:179325:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787744947.828352:0:179325:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787744947.828354:0:179325:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787744947.828355:0:179325:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787744947.828358:0:179325:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8a7679b27700) refcount = 1 00010000:00010000:3.0:1787744947.828362:0:179325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.828369:0:179325:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787744947.828372:0:179325:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787744947.828373:0:179325:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787744947.828377:0:179325:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787744947.828379:0:179325:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744947.828382:0:179325:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.828387:0:179325:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787744947.828406:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.828409:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.828410:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.828411:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.828412:0:179325:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.828418:0:179325:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1787744947.828420:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.828421:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.828423:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=3 00000020:00000001:3.0:1787744947.828425:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787744947.828432:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787744947.828434:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.828435:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.828437:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=4 00000020:00000001:3.0:1787744947.828439:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787744947.828441:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787744947.828444:0:179325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787744947.828446:0:179325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744947.828450:0:179325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.828455:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.828456:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.828457:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.828458:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.828459:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=5 00000020:00000001:3.0:1787744947.828461:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787744947.828463:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787744947.828466:0:179325:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787744947.828469:0:179325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.828475:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.828476:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787744947.828479:0:179325:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.828485:0:179325:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787744947.828487:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.828487:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.828489:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.828490:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1787744947.828499:0:179325:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a7672476940 x1874579698256896/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1787744963 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1787744947.828508:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.828509:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.828511:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=3 00000020:00000001:3.0:1787744947.828513:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787744947.828515:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787744947.828517:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.828518:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787744947.828519:0:179325:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.828521:0:179325:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.828524:0:179325:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1787744947.828526:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.828527:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.828529:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=3 00000020:00000001:3.0:1787744947.828531:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787744947.828532:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00000002:00010000:3.0:1787744947.828536:0:179325:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.828542:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.828543:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.828544:0:179325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787744947.828545:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.828546:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.828549:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=3 00000020:00000001:3.0:1787744947.828550:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787744947.828552:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000040:3.0:1787744947.828558:0:179325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7679b27700 count: 2 00010000:00000001:3.0:1787744947.828561:0:179325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1787744947.828565:0:179325:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a7647e84400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1787744947.828568:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.828574:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787744947.828576:0:179325:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787744947.828579:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f938 00000002:00002000:3.0:1787744947.828582:0:179325:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1787744947.828584:0:179325:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787744947.828589:0:179325:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787744947.828592:0:179325:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787744947.828596:0:179325:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1787744947.828599:0:179325:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787744947.828602:0:179325:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:3.0:1787744947.828606:0:179325:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a764646a000. 00000080:00000001:3.0:1787744947.828610:0:179325:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787744947.828612:0:179325:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1787744947.828618:0:179325:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1787744947.828623:0:179325:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1787744947.828627:0:179325:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8a764842b440. 00800000:00000001:3.0:1787744947.828629:0:179325:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446614839355946048 : -129234353605568 : ffff8a764842b440) 00800000:00000001:3.0:1787744947.828632:0:179325:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.828634:0:179325:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1787744947.828636:0:179325:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1787744947.828638:0:179325:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1787744947.828641:0:179325:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1787744947.828643:0:179325:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1787744947.828645:0:179325:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787744947.828649:0:179325:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1787744947.828653:0:179325:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1787744947.828655:0:179325:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1787744930 to 1787744946 00000080:00200000:3.0:1787744947.828659:0:179325:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 12288 00010000:00000001:3.0:1787744947.828681:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.828683:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.828685:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=3 00000020:00000001:3.0:1787744947.828687:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787744947.828689:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787744947.828691:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.828693:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787744947.828701:0:179325:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1787744947.828715:0:179325:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1787744947.828717:0:179325:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a764842b440 1 00800000:00000010:3.0:1787744947.828720:0:179325:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8a764842b440. 00800000:00000001:3.0:1787744947.828724:0:179325:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787744947.828727:0:179325:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa08c8 00800000:00000001:3.0:1787744947.828730:0:179325:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787744947.828732:0:179325:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787744947.828734:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.828735:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.828737:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=3 00000020:00000001:3.0:1787744947.828739:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787744947.828741:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787744947.828744:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.828745:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787744947.828747:0:179325:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787744947.828748:0:179325:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787744947.828751:0:179325:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787744947.828753:0:179325:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:3.0:1787744947.828756:0:179325:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08c8 from it ffffa29d41c6fbf8 00010000:00000001:3.0:1787744947.828757:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.828758:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.828760:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=3 00000020:00000001:3.0:1787744947.828761:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787744947.828764:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787744947.828765:0:179325:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787744947.828768:0:179325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.828774:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.828775:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.828777:0:179325:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787744947.828779:0:179325:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787744947.828782:0:179325:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787744947.828797:0:179325:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787744947.828799:0:179325:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787744947.828802:0:179325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787744947.828806:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.828807:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.828809:0:179325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.828811:0:179325:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787744947.828813:0:179325:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.828815:0:179325:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.828817:0:179325:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.828818:0:179325:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787744947.828819:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.828820:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787744947.828822:0:179325:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744947.828827:0:179325:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7672476940 x1874579698256896/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1787744963 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.828834:0:179325:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744947.828836:0:179325:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744947.828840:0:179325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8a7648838000. 02000000:00000001:3.0:1787744947.828850:0:179325:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744947.828853:0:179325:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744947.828855:0:179325:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:3.0:1787744947.828858:0:179325:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744947.828860:0:179325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a7646175400. 02000000:00000001:3.0:1787744947.828865:0:179325:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744947.828866:0:179325:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744947.828868:0:179325:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7672476940. 00000100:00000001:3.0:1787744947.828872:0:179325:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744947.828873:0:179325:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787744947.828876:0:179325:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8), inode mode 41ff mask 1 00000080:00000001:3.0:1787744947.828882:0:179325:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787744947.828893:0:179325:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8a76725fea80. 00000020:00000001:3.0:1787744947.828898:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6fb28 00000080:00200000:3.0:1787744947.828900:0:179325:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d36g.sanity, dir=[0x200000007:0x1:0x0](ffff8a76491280c8), flags=25 00000080:00000001:3.0:1787744947.828907:0:179325:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1787744947.828909:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f9d8 00000080:00200000:3.0:1787744947.828911:0:179325:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d36g.sanity, dir=[0x200000007:0x1:0x0](ffff8a76491280c8), intent=0 00000080:00000010:3.0:1787744947.828918:0:179325:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7645516600. 00800000:00000002:3.0:1787744947.828924:0:179325:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:3.0:1787744947.828928:0:179325:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787744947.828931:0:179325:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787744947.828933:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f8f8 00800000:00000002:3.0:1787744947.828934:0:179325:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd36g.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787744947.828937:0:179325:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787744947.828941:0:179325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787744947.828943:0:179325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787744947.828946:0:179325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787744947.828948:0:179325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787744947.828950:0:179325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787744947.828952:0:179325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787744947.828954:0:179325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787744947.828958:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f890 00800000:00000002:3.0:1787744947.828960:0:179325:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d36g.sanity' -> mds #0 00000002:00000001:3.0:1787744947.828963:0:179325:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787744947.828965:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f7c8 00000002:00010000:3.0:1787744947.828967:0:179325:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d36g.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1787744947.828970:0:179325:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787744947.828972:0:179325:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1787744947.828977:0:179325:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c6492c0. 00000020:00000040:3.0:1787744947.828981:0:179325:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00010000:00000001:3.0:1787744947.828985:0:179325:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787744947.828988:0:179325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787744947.828991:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.828992:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.828993:0:179325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744947.828996:0:179325:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787744947.828998:0:179325:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787744947.829001:0:179325:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787744947.829008:0:179325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a765117ec00. 00000100:00000001:3.0:1787744947.829013:0:179325:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.829021:0:179325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787744947.829023:0:179325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.829024:0:179325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787744947.829025:0:179325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.829027:0:179325:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.829033:0:179325:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446614839962145472 : -129233747406144 : ffff8a766c6492c0) 00010000:00000001:3.0:1787744947.829037:0:179325:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787744947.829038:0:179325:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1787744947.829041:0:179325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7679b27700 count: 2 00010000:00000001:3.0:1787744947.829043:0:179325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787744947.829045:0:179325:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787744947.829049:0:179325:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a76476aaa00. 00000020:00000001:3.0:1787744947.829052:0:179325:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787744947.829055:0:179325:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a76476aaa00 with handle 0x6bfe83e2a9fa08cf to hash 00000020:00000001:3.0:1787744947.829057:0:179325:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787744947.829059:0:179325:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000001:3.0:1787744947.829062:0:179325:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000001:3.0:1787744947.829064:0:179325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787744947.829066:0:179325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744947.829069:0:179325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aaa00/0x6bfe83e2a9fa08cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 179325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787744947.829075:0:179325:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aaa00/0x6bfe83e2a9fa08cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 179325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787744947.829085:0:179325:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aaa00/0x6bfe83e2a9fa08cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 179325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787744947.829091:0:179325:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787744947.829093:0:179325:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787744947.829098:0:179325:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7658906540. 00000100:00000001:3.0:1787744947.829100:0:179325:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614839629473088 : -129234080078528 : ffff8a7658906540) 00000100:00000001:3.0:1787744947.829102:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744947.829103:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962145472 : -129233747406144 : ffff8a766c6492c0) 00000100:00000001:3.0:1787744947.829112:0:179325:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787744947.829116:0:179325:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744947.829118:0:179325:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787744947.829120:0:179325:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744947.829125:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c6492c0 x1874579698257024/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.829131:0:179325:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744947.829133:0:179325:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744947.829137:0:179325:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744947.829139:0:179325:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744947.829141:0:179325:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744947.829144:0:179325:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c6492c0 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179325:1874579698257024:192.168.201.110@tcp:101:touch.0 00000100:00000001:3.0:1787744947.829149:0:179325:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744947.829153:0:179325:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744947.829156:0:179325:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744947.829158:0:179325:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744947.829173:0:179325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8a7648838000. 02000000:00000001:3.0:1787744947.829175:0:179325:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744947.829183:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744947.829188:0:179325:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766058. 00000400:00000010:3.0:1787744947.829194:0:179325:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8a7658906b40. 00000100:00000200:3.0:1787744947.829201:0:179325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874579698257024, portal 10 00000100:00000001:3.0:1787744947.829203:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744947.829204:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962145472 : -129233747406144 : ffff8a766c6492c0) 00000100:00000040:3.0:1787744947.829210:0:179325:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a766c6492c0 x1874579698257024/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787744963 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.829216:0:179325:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744947.829219:0:179325:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744947.829222:0:179325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8acb28. 00000100:00000200:3.0:1787744947.829225:0:179325:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1874579698257024, offset 0 00000400:00000200:3.0:1787744947.829232:0:179325:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744947.829241:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744947.829248:0:179325:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744947.829258:0:179325:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744947.829263:0:179325:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744947.829266:0:179325:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744947.829269:0:179325:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744947.829273:0:179325:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440771:440771:256:4294967295] 192.168.201.110@tcp LPNI seq info [440770:440770:8:4294967295] 00000400:00000200:3.0:1787744947.829278:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744947.829287:0:179325:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744947.829293:0:179325:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744947.829298:0:179325:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68000. 00000800:00000200:3.0:1787744947.829306:0:179325:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744947.829314:0:179325:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744947.829318:0:179325:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1787744947.829341:0:179325:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744947.829346:0:179325:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8820 usecs (9 jiffies) 00000400:00000200:3.0:1787744947.829350:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744947.829352:0:179325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301242790 00000100:00000010:3.0:1787744947.829357:0:179325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f8de0. 00000100:00000001:3.0:1787744947.829363:0:179325:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787744947.829370:0:179325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301242790 00000100:00000010:3.0:1787744947.829373:0:179325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f85a0. 00000100:00000001:3.0:1787744947.829375:0:179325:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787744947.829378:0:179325:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744947.829381:0:179325:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744947.829383:0:179325:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744947.829385:0:179325:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787744947.829388:0:179325:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7658906540 going to sleep for 11 seconds 00000100:00000001:3.0:1787744947.829389:0:179325:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744947.829391:0:179325:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787744947.829466:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744947.829471:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68000. 00000400:00000200:2.0:1787744947.829475:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744947.829479:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744947.829483:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8acb28 00000400:00000010:2.0:1787744947.829485:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8acb28. 00000100:00000001:2.0:1787744947.829488:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744947.829493:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c6492c0 x1874579698257024/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787744963 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787744947.829501:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744947.829504:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a766c6492c0 x1874579698257024/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787744963 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787744947.829509:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744947.829510:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1787744947.840688:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301242790, at 4301242792 00000100:00000010:2.0:1787744947.840703:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f8de0. 00000100:00000040:3.0:1787744947.840838:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301242790, at 4301242792 00000100:00000010:3.0:1787744947.840843:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f85a0. 00000800:00000001:2.0:1787744947.841243:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.841256:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744947.841259:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.841262:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744947.841269:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.841276:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744947.841283:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.841287:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.841293:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.841296:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 672 into portal 10 MB=0x6a8eb99048c80 00000400:00000200:2.0:1787744947.841307:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.841313:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 672/672 into md 0x3e1b7d [4] + 224 00000800:00000001:2.0:1787744947.841329:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.841335:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744947.841339:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744947.841343:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744947.841350:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744947.841358:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c6492c0 x1874579698257024/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787744963 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787744947.841368:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=672 offset=224 replen=9088 req@ffff8a766c6492c0 x1874579698257024/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787744947.841385:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744947.841392:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.841396:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744947.841480:0:179325:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744947.841488:0:179325:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744947.841490:0:179325:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744947.841493:0:179325:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766058. 00000400:00000200:3.0:1787744947.841497:0:179325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7658906b40 00000400:00000010:3.0:1787744947.841499:0:179325:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff8a7658906b40. 00000100:00000001:3.0:1787744947.841502:0:179325:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744947.841506:0:179325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c6492c0 x1874579698257024/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787744947.841514:0:179325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c6492c0 x1874579698257024/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.841520:0:179325:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744947.841522:0:179325:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744947.841525:0:179325:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744947.841528:0:179325:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744947.841530:0:179325:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744947.841533:0:179325:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744947.841535:0:179325:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744947.841544:0:179325:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=61 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744947.841548:0:179325:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744947.841551:0:179325:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744947.841553:0:179325:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.841555:0:179325:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744947.841559:0:179325:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744947.841562:0:179325:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744947.841564:0:179325:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956155 00000100:00000001:3.0:1787744947.841566:0:179325:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744947.841568:0:179325:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744947.841573:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c6492c0 x1874579698257024/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/672 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.841580:0:179325:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744947.841582:0:179325:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744947.841584:0:179325:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744947.841588:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c6492c0 x1874579698257024/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/672 e 0 to 0 dl 1787744963 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787744947.841609:0:179325:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c6492c0 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179325:1874579698257024:192.168.201.110@tcp:101:touch.0 00000100:00000001:3.0:1787744947.841615:0:179325:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744947.841617:0:179325:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744947.841619:0:179325:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787744947.841621:0:179325:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744947.841625:0:179325:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c6492c0 x1874579698257024/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/672 e 0 to 0 dl 1787744963 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.841632:0:179325:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787744947.841634:0:179325:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7658906540. 00000100:00000001:3.0:1787744947.841637:0:179325:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787744947.841638:0:179325:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.841641:0:179325:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787744947.841645:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.841648:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.841652:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476aaa00 refcount=4 00000020:00000001:3.0:1787744947.841654:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000001:3.0:1787744947.841739:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000040:3.0:1787744947.841747:0:179325:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8a76476aaa00, remote cookie: 0xd1177cb064f748d8, flags: 0x1001 00010000:00010000:3.0:1787744947.841752:0:179325:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aaa00/0x6bfe83e2a9fa08cf lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748d8 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1787744947.841760:0:179325:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x10a8f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1787744947.841762:0:179325:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1787744947.841770:0:179325:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8a766c983800. 00010000:00000010:3.0:1787744947.841773:0:179325:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a7651948800. 00010000:00000001:3.0:1787744947.841778:0:179325:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744947.841781:0:179325:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aaa00/0x6bfe83e2a9fa08cf lrc: 4/1,0 mode: --/PR res: [0x200000402:0x10a8f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748d8 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787744947.841800:0:179325:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aaa00/0x6bfe83e2a9fa08cf lrc: 4/1,0 mode: --/PR res: [0x200000402:0x10a8f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748d8 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.841807:0:179325:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787744947.841811:0:179325:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787744947.841813:0:179325:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787744947.841815:0:179325:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787744947.841816:0:179325:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787744947.841819:0:179325:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x10a8f:0x0].0x0 (ffff8a766c983800) refcount = 1 00010000:00010000:3.0:1787744947.841823:0:179325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aaa00/0x6bfe83e2a9fa08cf lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x10a8f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748d8 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.841830:0:179325:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787744947.841833:0:179325:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787744947.841834:0:179325:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787744947.841837:0:179325:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787744947.841840:0:179325:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744947.841843:0:179325:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aaa00/0x6bfe83e2a9fa08cf lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x10a8f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748d8 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.841849:0:179325:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787744947.841851:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.841853:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.841854:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.841855:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.841857:0:179325:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.841862:0:179325:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1787744947.841863:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.841865:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.841866:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476aaa00 refcount=3 00000020:00000001:3.0:1787744947.841868:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000001:3.0:1787744947.841870:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000001:3.0:1787744947.841878:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.841879:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.841881:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476aaa00 refcount=4 00000020:00000001:3.0:1787744947.841882:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000001:3.0:1787744947.841884:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000001:3.0:1787744947.841887:0:179325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787744947.841890:0:179325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744947.841893:0:179325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aaa00/0x6bfe83e2a9fa08cf lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x10a8f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748d8 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.841899:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.841900:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.842072:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.842074:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.842075:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476aaa00 refcount=5 00000020:00000001:3.0:1787744947.842078:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000001:3.0:1787744947.842080:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000001:3.0:1787744947.842083:0:179325:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787744947.842086:0:179325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aaa00/0x6bfe83e2a9fa08cf lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x10a8f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748d8 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.842092:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.842093:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787744947.842096:0:179325:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aaa00/0x6bfe83e2a9fa08cf lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x10a8f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748d8 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.842102:0:179325:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787744947.842103:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.842104:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.842105:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.842106:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1787744947.842112:0:179325:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a766c6492c0 x1874579698257024/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/672 e 0 to 0 dl 1787744963 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1787744947.842132:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.842134:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.842135:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476aaa00 refcount=3 00000020:00000001:3.0:1787744947.842137:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000001:3.0:1787744947.842140:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000001:3.0:1787744947.842142:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.842143:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787744947.842144:0:179325:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.842146:0:179325:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.842149:0:179325:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1787744947.842151:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.842152:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.842154:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476aaa00 refcount=3 00000020:00000001:3.0:1787744947.842155:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000001:3.0:1787744947.842158:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00000002:00010000:3.0:1787744947.842162:0:179325:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aaa00/0x6bfe83e2a9fa08cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10a8f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748d8 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.842168:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.842169:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.842171:0:179325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787744947.842172:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.842173:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.842174:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476aaa00 refcount=3 00000020:00000001:3.0:1787744947.842176:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000001:3.0:1787744947.842178:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000040:3.0:1787744947.842182:0:179325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a766c983800 count: 2 00010000:00000001:3.0:1787744947.842184:0:179325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1787744947.842187:0:179325:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a7647e84400 type 13 mode 4 res 8589935618/68239 (0 0) 00010000:00000001:3.0:1787744947.842190:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.842191:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787744947.842197:0:179325:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787744947.842201:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f750 00000002:00002000:3.0:1787744947.842203:0:179325:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d36g.sanity intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1787744947.842206:0:179325:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787744947.842210:0:179325:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787744947.842213:0:179325:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787744947.842216:0:179325:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1787744947.842219:0:179325:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787744947.842222:0:179325:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000001:3.0:1787744947.842225:0:179325:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1787744947.842226:0:179325:0:(namei.c:674:ll_lookup_it_finish()) it ffffa29d41c6fac8 it_disposition b 00000080:00000001:3.0:1787744947.842229:0:179325:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1787744947.842234:0:179325:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1787744947.842237:0:179325:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1787744947.842242:0:179325:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff8a7651948d00. 00800000:00000001:3.0:1787744947.842245:0:179325:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446614839512304896 : -129234197246720 : ffff8a7651948d00) 00800000:00000001:3.0:1787744947.842247:0:179325:0:(lmv_obd.c:3797:lmv_unpack_md_v1()) Process entered 00800000:00000040:3.0:1787744947.842250:0:179325:0:(lmv_obd.c:3819:lmv_unpack_md_v1()) unpack lsm count 2/0, master 0 hash_type 0x1/0x0 layout_version 1 00800000:00000001:3.0:1787744947.842253:0:179325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787744947.842256:0:179325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787744947.842258:0:179325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787744947.842260:0:179325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787744947.842262:0:179325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787744947.842264:0:179325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0xbc:0x0] 00800000:00000001:3.0:1787744947.842266:0:179325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1787744947.842268:0:179325:0:(lmv_obd.c:3842:lmv_unpack_md_v1()) unpack fid #0 [0x200002b10:0xbc:0x0] 00800000:00000001:3.0:1787744947.842270:0:179325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787744947.842271:0:179325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787744947.842272:0:179325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787744947.842273:0:179325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787744947.842275:0:179325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787744947.842276:0:179325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b11:0xbc:0x0] 00800000:00000001:3.0:1787744947.842278:0:179325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1787744947.842279:0:179325:0:(lmv_obd.c:3842:lmv_unpack_md_v1()) unpack fid #1 [0x240002b11:0xbc:0x0] 00800000:00000001:3.0:1787744947.842281:0:179325:0:(lmv_obd.c:3845:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787744947.842282:0:179325:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.842284:0:179325:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1787744947.842292:0:179325:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289347727 : 144115205289347727 : 200000402010a8f) 00000080:00000001:3.0:1787744947.842295:0:179325:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1787744947.842301:0:179325:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1787744947.842303:0:179325:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000402:0x10a8f:0x0] 00000080:00000002:3.0:1787744947.842308:0:179325:0:(llite_lib.c:1865:ll_init_lsm_md()) lustre: [0x200000402:0x10a8f:0x0] set dir layout: 00000080:00000002:3.0:1787744947.842311:0:179325:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd20cd0 refs=1 count=2 index=0 hash=all_char:0x1 max_inherit=0 max_inherit_rr=0 version=1 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000002:3.0:1787744947.842324:0:179325:0:(lustre_lmv.h:167:lmv_stripe_object_dump()) stripe[0] [0x200002b10:0xbc:0x0] 00000080:00000002:3.0:1787744947.842326:0:179325:0:(lustre_lmv.h:167:lmv_stripe_object_dump()) stripe[1] [0x240002b11:0xbc:0x0] 00000080:00000001:3.0:1787744947.842329:0:179325:0:(llite_lib.c:1811:ll_iget_anon_dir()) Process entered 00000080:00000001:3.0:1787744947.842330:0:179325:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373027885244 : 144115373027885244 : 200002b100000bc) 00000080:00000010:3.0:1787744947.842343:0:179325:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8a766d5aa100. 00000080:00000002:3.0:1787744947.842351:0:179325:0:(llite_lib.c:1841:ll_iget_anon_dir()) lli ffff8a766d5aa100 slave [0x200002b10:0xbc:0x0] master [0x200000402:0x10a8f:0x0] 00000080:00000001:3.0:1787744947.842354:0:179325:0:(llite_lib.c:1851:ll_iget_anon_dir()) Process leaving (rc=18446614839978271176 : -129233731280440 : ffff8a766d5aa1c8) 00000080:00000001:3.0:1787744947.842356:0:179325:0:(llite_lib.c:1811:ll_iget_anon_dir()) Process entered 00000080:00000001:3.0:1787744947.842358:0:179325:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771554144444 : 162129771554144444 : 240002b110000bc) 00000080:00000010:3.0:1787744947.842363:0:179325:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8a766d5adac0. 00000080:00000002:3.0:1787744947.842366:0:179325:0:(llite_lib.c:1841:ll_iget_anon_dir()) lli ffff8a766d5adac0 slave [0x240002b11:0xbc:0x0] master [0x200000402:0x10a8f:0x0] 00000080:00000001:3.0:1787744947.842369:0:179325:0:(llite_lib.c:1851:ll_iget_anon_dir()) Process leaving (rc=18446614839978285960 : -129233731265656 : ffff8a766d5adb88) 00800000:00000002:3.0:1787744947.842372:0:179325:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a7651948d00 2 00000080:00000010:3.0:1787744947.842375:0:179325:0:(llite_lib.c:2028:ll_update_lsm_md()) kmalloced '(attr)': 80 at ffff8a76518f85a0. 00800000:00000001:3.0:1787744947.842378:0:179325:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:3.0:1787744947.842381:0:179325:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff8a7645517a00. 00800000:00000002:3.0:1787744947.842384:0:179325:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200002b10:0xbc:0x0] -> mds #0 00000002:00000001:3.0:1787744947.842388:0:179325:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787744947.842390:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f588 00000002:00010000:3.0:1787744947.842391:0:179325:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b10:0xbc:0x0]) in obj [0x200002b10:0xbc:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787744947.842395:0:179325:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787744947.844911:0:179325:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787744947.845294:0:179325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787744947.845301:0:179325:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.845305:0:179325:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.845308:0:179325:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.845379:0:179325:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787744947.845382:0:179325:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1787744947.847771:0:179325:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c649680. 00000020:00000040:3.0:1787744947.847780:0:179325:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1728 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00010000:00000001:3.0:1787744947.847788:0:179325:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787744947.847793:0:179325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787744947.847800:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.847802:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.847803:0:179325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744947.847807:0:179325:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787744947.847809:0:179325:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787744947.847814:0:179325:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787744947.847823:0:179325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a765117f400. 00000100:00000001:3.0:1787744947.847828:0:179325:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.847833:0:179325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787744947.847834:0:179325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.847836:0:179325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787744947.847837:0:179325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.847839:0:179325:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.847844:0:179325:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446614839962146432 : -129233747405184 : ffff8a766c649680) 00010000:00000001:3.0:1787744947.847849:0:179325:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787744947.847851:0:179325:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787744947.847857:0:179325:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8a766c983100. 00010000:00000010:3.0:1787744947.847861:0:179325:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a7651948a00. 00010000:00000001:3.0:1787744947.847864:0:179325:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787744947.847867:0:179325:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a76476aba00. 00000020:00000001:3.0:1787744947.847872:0:179325:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787744947.847875:0:179325:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a76476aba00 with handle 0x6bfe83e2a9fa08d6 to hash 00000020:00000001:3.0:1787744947.847878:0:179325:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787744947.847879:0:179325:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00010000:00000001:3.0:1787744947.847882:0:179325:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00010000:00000001:3.0:1787744947.847886:0:179325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787744947.847888:0:179325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744947.847892:0:179325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aba00/0x6bfe83e2a9fa08d6 lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 179325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787744947.847916:0:179325:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aba00/0x6bfe83e2a9fa08d6 lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787744947.847934:0:179325:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aba00/0x6bfe83e2a9fa08d6 lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787744947.847940:0:179325:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787744947.847942:0:179325:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787744947.847947:0:179325:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7658906540. 00000100:00000001:3.0:1787744947.847949:0:179325:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614839629473088 : -129234080078528 : ffff8a7658906540) 00000100:00000001:3.0:1787744947.847952:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744947.847953:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962146432 : -129233747405184 : ffff8a766c649680) 00000100:00000001:3.0:1787744947.847958:0:179325:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787744947.847961:0:179325:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744947.847963:0:179325:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787744947.847965:0:179325:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744947.847974:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c649680 x1874579698257152/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.847983:0:179325:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744947.847985:0:179325:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744947.847988:0:179325:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744947.847991:0:179325:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744947.847993:0:179325:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744947.847996:0:179325:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c649680 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179325:1874579698257152:192.168.201.110@tcp:101:touch.0 00000100:00000001:3.0:1787744947.848001:0:179325:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744947.848006:0:179325:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744947.848008:0:179325:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744947.848011:0:179325:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744947.848024:0:179325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8a765002c000. 02000000:00000001:3.0:1787744947.848027:0:179325:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744947.848033:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744947.848038:0:179325:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766058. 00000400:00000010:3.0:1787744947.848046:0:179325:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8a7658906b40. 00000100:00000200:3.0:1787744947.848052:0:179325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874579698257152, portal 10 00000100:00000001:3.0:1787744947.848054:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744947.848055:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962146432 : -129233747405184 : ffff8a766c649680) 00000100:00000040:3.0:1787744947.848061:0:179325:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a766c649680 x1874579698257152/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787744963 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.848069:0:179325:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744947.848072:0:179325:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744947.848075:0:179325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8acd48. 00000100:00000200:3.0:1787744947.848077:0:179325:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874579698257152, offset 0 00000400:00000200:3.0:1787744947.848083:0:179325:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744947.848090:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744947.848096:0:179325:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744947.848101:0:179325:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744947.848105:0:179325:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744947.848109:0:179325:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744947.848111:0:179325:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744947.848115:0:179325:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440772:440772:256:4294967295] 192.168.201.110@tcp LPNI seq info [440771:440771:8:4294967295] 00000400:00000200:3.0:1787744947.848119:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744947.848128:0:179325:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744947.848134:0:179325:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744947.848138:0:179325:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68e00. 00000800:00000200:3.0:1787744947.848144:0:179325:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744947.848151:0:179325:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744947.848155:0:179325:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1787744947.849837:0:179325:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744947.849846:0:179325:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8820 usecs (9 jiffies) 00000400:00000200:3.0:1787744947.849853:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744947.849856:0:179325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301242811 00000100:00000010:3.0:1787744947.849865:0:179325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f8900. 00000100:00000001:3.0:1787744947.849872:0:179325:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787744947.849888:0:179325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301242811 00000100:00000010:3.0:1787744947.849891:0:179325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f88a0. 00000100:00000001:3.0:1787744947.849894:0:179325:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787744947.849897:0:179325:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744947.849901:0:179325:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744947.849904:0:179325:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744947.849906:0:179325:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787744947.849909:0:179325:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7658906540 going to sleep for 11 seconds 00000100:00000001:3.0:1787744947.849911:0:179325:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744947.849914:0:179325:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787744947.858330:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744947.858339:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68e00. 00000400:00000200:2.0:1787744947.858346:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744947.858355:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744947.858362:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8acd48 00000400:00000010:2.0:1787744947.858364:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8acd48. 00000100:00000001:2.0:1787744947.858369:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744947.858377:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c649680 x1874579698257152/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787744963 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787744947.858764:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744947.858771:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a766c649680 x1874579698257152/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787744963 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787744947.858778:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744947.858781:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1787744947.859814:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301242811, at 4301242812 00000100:00000010:3.0:1787744947.859827:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f88a0. 00000100:00000040:2.0:1787744947.859896:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301242811, at 4301242812 00000100:00000010:2.0:1787744947.859902:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f8900. 00000800:00000001:2.0:1787744947.864169:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.864201:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744947.864205:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.864208:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744947.864217:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.864225:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744947.864234:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.864239:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.864244:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.864248:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 640 into portal 10 MB=0x6a8eb99048d00 00000400:00000200:2.0:1787744947.864253:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.864259:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 640/640 into md 0x3e1b8d [4] + 224 00000800:00000001:2.0:1787744947.864266:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.864273:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744947.864276:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744947.864281:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744947.864289:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744947.864297:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c649680 x1874579698257152/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787744963 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787744947.864309:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8a766c649680 x1874579698257152/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787744947.864335:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744947.864344:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.864347:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744947.864744:0:179325:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744947.864752:0:179325:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744947.864754:0:179325:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744947.864757:0:179325:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766058. 00000400:00000200:3.0:1787744947.864761:0:179325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7658906b40 00000400:00000010:3.0:1787744947.864764:0:179325:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff8a7658906b40. 00000100:00000001:3.0:1787744947.864767:0:179325:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744947.864771:0:179325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c649680 x1874579698257152/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787744947.864779:0:179325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c649680 x1874579698257152/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.864784:0:179325:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744947.864786:0:179325:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744947.864789:0:179325:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744947.864792:0:179325:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744947.864794:0:179325:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744947.864796:0:179325:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744947.864799:0:179325:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744947.864808:0:179325:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=61 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744947.864812:0:179325:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744947.864814:0:179325:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744947.864816:0:179325:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.864826:0:179325:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744947.864830:0:179325:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744947.864834:0:179325:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744947.864836:0:179325:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956155 00000100:00000001:3.0:1787744947.864838:0:179325:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744947.864840:0:179325:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744947.864846:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c649680 x1874579698257152/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.864852:0:179325:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744947.864855:0:179325:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744947.864857:0:179325:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744947.864861:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c649680 x1874579698257152/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787744963 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787744947.864869:0:179325:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c649680 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179325:1874579698257152:192.168.201.110@tcp:101:touch.0 00000100:00000001:3.0:1787744947.864873:0:179325:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744947.864875:0:179325:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744947.864878:0:179325:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787744947.864879:0:179325:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744947.864882:0:179325:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c649680 x1874579698257152/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787744963 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.864889:0:179325:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787744947.864892:0:179325:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7658906540. 00000100:00000001:3.0:1787744947.864894:0:179325:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787744947.864896:0:179325:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.864899:0:179325:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787744947.864901:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.864904:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.864907:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476aba00 refcount=4 00000020:00000001:3.0:1787744947.864909:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00010000:00000001:3.0:1787744947.864912:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00010000:00000040:3.0:1787744947.864918:0:179325:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8a76476aba00, remote cookie: 0xd1177cb064f748e6, flags: 0x1001 00010000:00010000:3.0:1787744947.865040:0:179325:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aba00/0x6bfe83e2a9fa08d6 lrc: 4/1,0 mode: --/CR res: [0x200002b10:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748e6 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787744947.865057:0:179325:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aba00/0x6bfe83e2a9fa08d6 lrc: 4/1,0 mode: --/PR res: [0x200002b10:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748e6 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.865064:0:179325:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787744947.865068:0:179325:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787744947.865070:0:179325:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787744947.865072:0:179325:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787744947.865073:0:179325:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787744947.865076:0:179325:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b10:0xbc:0x0].0x0 (ffff8a766c983100) refcount = 1 00010000:00010000:3.0:1787744947.865080:0:179325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aba00/0x6bfe83e2a9fa08d6 lrc: 4/1,0 mode: PR/PR res: [0x200002b10:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748e6 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.865086:0:179325:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787744947.865090:0:179325:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787744947.865091:0:179325:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787744947.865094:0:179325:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787744947.865096:0:179325:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744947.865099:0:179325:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aba00/0x6bfe83e2a9fa08d6 lrc: 4/1,0 mode: PR/PR res: [0x200002b10:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748e6 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.865105:0:179325:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787744947.865106:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.865108:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.865109:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.865109:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.865111:0:179325:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.865117:0:179325:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1787744947.865118:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.865119:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.865121:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476aba00 refcount=3 00000020:00000001:3.0:1787744947.865123:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00010000:00000001:3.0:1787744947.865124:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00010000:00000001:3.0:1787744947.865132:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.865133:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.865135:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476aba00 refcount=4 00000020:00000001:3.0:1787744947.865137:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00010000:00000001:3.0:1787744947.865138:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00010000:00000001:3.0:1787744947.865141:0:179325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787744947.865144:0:179325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744947.865147:0:179325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aba00/0x6bfe83e2a9fa08d6 lrc: 5/2,0 mode: PR/PR res: [0x200002b10:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748e6 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.865152:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.865153:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.865154:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.865155:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.865156:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476aba00 refcount=5 00000020:00000001:3.0:1787744947.865158:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00010000:00000001:3.0:1787744947.865160:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00010000:00000001:3.0:1787744947.865162:0:179325:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787744947.865164:0:179325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aba00/0x6bfe83e2a9fa08d6 lrc: 5/2,0 mode: PR/PR res: [0x200002b10:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748e6 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.865170:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.865171:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787744947.865173:0:179325:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aba00/0x6bfe83e2a9fa08d6 lrc: 4/1,0 mode: PR/PR res: [0x200002b10:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748e6 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.865179:0:179325:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787744947.865180:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.865182:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.865183:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.865184:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1787744947.865189:0:179325:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a766c649680 x1874579698257152/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787744963 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1787744947.865210:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.865211:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.865213:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476aba00 refcount=3 00000020:00000001:3.0:1787744947.865215:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00010000:00000001:3.0:1787744947.865217:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00010000:00000001:3.0:1787744947.865219:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.865220:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787744947.865221:0:179325:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.865223:0:179325:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.865225:0:179325:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1787744947.865228:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.865229:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.865230:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476aba00 refcount=3 00000020:00000001:3.0:1787744947.865231:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00010000:00000001:3.0:1787744947.865233:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00000002:00010000:3.0:1787744947.865236:0:179325:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aba00/0x6bfe83e2a9fa08d6 lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748e6 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.865242:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.865243:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.865244:0:179325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787744947.865245:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.865246:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.865247:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476aba00 refcount=3 00000020:00000001:3.0:1787744947.865249:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00010000:00000001:3.0:1787744947.865251:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00010000:00000040:3.0:1787744947.865257:0:179325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a766c983100 count: 2 00010000:00000001:3.0:1787744947.865260:0:179325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1787744947.865263:0:179325:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a7647e84400 type 13 mode 4 res 8589945616/188 (0 0) 00010000:00000001:3.0:1787744947.865266:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.865267:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787744947.865273:0:179325:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787744947.865276:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f510 00000002:00002000:3.0:1787744947.865278:0:179325:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1787744947.865281:0:179325:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.865285:0:179325:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787744947.865286:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.865287:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.865289:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476aba00 refcount=3 00000020:00000001:3.0:1787744947.865290:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00010000:00000001:3.0:1787744947.865292:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00010000:00000001:3.0:1787744947.865294:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.865294:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787744947.865296:0:179325:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.865297:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787744947.865298:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787744947.865299:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476aba00 refcount=3 00000020:00000001:3.0:1787744947.865301:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00010000:00000001:3.0:1787744947.865302:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791744 : -129234367759872 : ffff8a76476aba00) 00010000:00000001:3.0:1787744947.865304:0:179325:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787744947.865306:0:179325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aba00/0x6bfe83e2a9fa08d6 lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748e6 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787744947.865312:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.865313:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.865314:0:179325:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787744947.865326:0:179325:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787744947.865329:0:179325:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aba00/0x6bfe83e2a9fa08d6 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748e6 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787744947.865335:0:179325:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787744947.865338:0:179325:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787744947.865340:0:179325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787744947.865344:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.865345:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787744947.865346:0:179325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.865354:0:179325:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787744947.865356:0:179325:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.865358:0:179325:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.865360:0:179325:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744947.865362:0:179325:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787744947.865363:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787744947.865364:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:3.0:1787744947.865368:0:179325:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x240002b11:0xbc:0x0] -> mds #1 00000100:00000001:3.0:1787744947.865371:0:179325:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744947.865375:0:179325:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c649680 x1874579698257152/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787744963 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.865381:0:179325:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744947.865384:0:179325:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744947.865387:0:179325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8a765002c000. 02000000:00000001:3.0:1787744947.866603:0:179325:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744947.866610:0:179325:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744947.866612:0:179325:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:3.0:1787744947.866615:0:179325:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744947.866618:0:179325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a765117f400. 02000000:00000001:3.0:1787744947.866623:0:179325:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744947.866624:0:179325:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744947.866626:0:179325:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c649680. 00000100:00000001:3.0:1787744947.866629:0:179325:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744947.866630:0:179325:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787744947.866635:0:179325:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787744947.866637:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f588 00000002:00010000:3.0:1787744947.866639:0:179325:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240002b11:0xbc:0x0]) in obj [0x240002b11:0xbc:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787744947.866643:0:179325:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787744947.866644:0:179325:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787744947.866647:0:179325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787744947.866652:0:179325:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.866653:0:179325:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.866655:0:179325:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787744947.866657:0:179325:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787744947.866659:0:179325:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1787744947.871217:0:179325:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca34b40. 00000020:00000040:2.0:1787744947.871231:0:179325:0:(genops.c:1210:class_import_get()) import ffff8a7648651000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00010000:00000001:2.0:1787744947.871239:0:179325:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1787744947.871244:0:179325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787744947.871251:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787744947.871253:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787744947.871255:0:179325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744947.871258:0:179325:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744947.871261:0:179325:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744947.871266:0:179325:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744947.871288:0:179325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a7672666800. 00000100:00000001:2.0:1787744947.871295:0:179325:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744947.871301:0:179325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787744947.871302:0:179325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744947.871304:0:179325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787744947.871305:0:179325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744947.871306:0:179325:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787744947.871312:0:179325:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446614839966255936 : -129233743295680 : ffff8a766ca34b40) 00010000:00000001:2.0:1787744947.871327:0:179325:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787744947.871329:0:179325:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1787744947.871337:0:179325:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8a766c5eab00. 00010000:00000010:2.0:1787744947.871341:0:179325:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a766ca75480. 00010000:00000001:2.0:1787744947.871345:0:179325:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787744947.871348:0:179325:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a7658978600. 00000020:00000001:2.0:1787744947.871353:0:179325:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787744947.871356:0:179325:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a7658978600 with handle 0x6bfe83e2a9fa08dd to hash 00000020:00000001:2.0:1787744947.871359:0:179325:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787744947.871360:0:179325:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00010000:00000001:2.0:1787744947.871363:0:179325:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00010000:00000001:2.0:1787744947.871367:0:179325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787744947.871370:0:179325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744947.871374:0:179325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a7658978600/0x6bfe83e2a9fa08dd lrc: 3/1,0 mode: --/CR res: [0x240002b11:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 179325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787744947.871383:0:179325:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a7658978600/0x6bfe83e2a9fa08dd lrc: 3/1,0 mode: --/CR res: [0x240002b11:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787744947.871405:0:179325:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a7658978600/0x6bfe83e2a9fa08dd lrc: 3/1,0 mode: --/CR res: [0x240002b11:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787744947.871411:0:179325:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787744947.871413:0:179325:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787744947.871419:0:179325:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7645ee5d80. 00000100:00000001:2.0:1787744947.871421:0:179325:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614839316864384 : -129234392687232 : ffff8a7645ee5d80) 00000100:00000001:2.0:1787744947.871428:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787744947.871430:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966255936 : -129233743295680 : ffff8a766ca34b40) 00000100:00000001:2.0:1787744947.871434:0:179325:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744947.871438:0:179325:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744947.871440:0:179325:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787744947.871442:0:179325:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787744947.871453:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca34b40 x1874579698257280/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787744947.871461:0:179325:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787744947.871463:0:179325:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744947.871466:0:179325:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787744947.871469:0:179325:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787744947.871472:0:179325:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787744947.871475:0:179325:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca34b40 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179325:1874579698257280:192.168.201.110@tcp:101:touch.0 00000100:00000001:2.0:1787744947.871480:0:179325:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787744947.871485:0:179325:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787744947.871488:0:179325:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744947.871491:0:179325:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787744947.871495:0:179325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8a765195c800. 02000000:00000001:2.0:1787744947.871498:0:179325:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787744947.871506:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1787744947.871510:0:179325:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7648531f20. 00000400:00000010:2.0:1787744947.871516:0:179325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76487037f8. 00000100:00000200:2.0:1787744947.871523:0:179325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874579698257280, portal 10 00000100:00000001:2.0:1787744947.871525:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787744947.871527:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966255936 : -129233743295680 : ffff8a766ca34b40) 00000100:00000040:2.0:1787744947.871533:0:179325:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a766ca34b40 x1874579698257280/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/1792 e 0 to 0 dl 1787744963 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787744947.871540:0:179325:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787744947.871543:0:179325:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1787744947.871546:0:179325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703000. 00000100:00000200:2.0:1787744947.871548:0:179325:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874579698257280, offset 0 00000400:00000200:2.0:1787744947.871555:0:179325:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1787744947.871569:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.871575:0:179325:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1787744947.871580:0:179325:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787744947.871585:0:179325:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1787744947.871589:0:179325:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787744947.871591:0:179325:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1787744947.871594:0:179325:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440773:440773:256:4294967295] 192.168.201.110@tcp LPNI seq info [440772:440772:8:4294967295] 00000400:00000200:2.0:1787744947.871599:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.871607:0:179325:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1787744947.871613:0:179325:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1787744947.871618:0:179325:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad53900. 00000800:00000200:2.0:1787744947.871624:0:179325:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1787744947.871631:0:179325:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1787744947.871635:0:179325:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad53900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1787744947.871659:0:179325:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744947.871678:0:179325:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: using a timeout of 8006 usecs (9 jiffies) 00000400:00000200:2.0:1787744947.871682:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1787744947.871685:0:179325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301242833 00000100:00000010:2.0:1787744947.871689:0:179325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a7646d54660. 00000100:00000001:2.0:1787744947.871696:0:179325:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787744947.871702:0:179325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301242833 00000100:00000010:2.0:1787744947.871716:0:179325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a7646d546c0. 00000100:00000001:2.0:1787744947.871720:0:179325:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787744947.871727:0:179325:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744947.871730:0:179325:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744947.871732:0:179325:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787744947.871734:0:179325:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787744947.871737:0:179325:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7645ee5d80 going to sleep for 11 seconds 00000100:00000001:2.0:1787744947.871739:0:179325:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744947.871742:0:179325:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787744947.871955:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744947.871960:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad53900. 00000400:00000200:3.0:1787744947.871972:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744947.871977:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744947.871982:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703000 00000400:00000010:3.0:1787744947.871984:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703000. 00000100:00000001:3.0:1787744947.871988:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744947.871992:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca34b40 x1874579698257280/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/1792 e 0 to 0 dl 1787744963 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.872002:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744947.872005:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a766ca34b40 x1874579698257280/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/1792 e 0 to 0 dl 1787744963 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.872011:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744947.872012:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1787744947.882026:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301242833, at 4301242834 00000100:00000010:3.0:1787744947.882042:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a7646d546c0. 00000100:00000040:2.0:1787744947.883977:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301242833, at 4301242836 00000100:00000010:2.0:1787744947.883990:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a7646d54660. 00000800:00000001:2.0:1787744947.891776:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.891792:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744947.891796:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.891798:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744947.891807:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.891814:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744947.891822:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.891826:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.891831:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.891836:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 640 into portal 10 MB=0x6a8eb99048d80 00000400:00000200:2.0:1787744947.891841:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.891846:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 640/640 into md 0x3e1b9d [1] + 224 00000800:00000001:2.0:1787744947.891853:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.891859:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744947.891862:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744947.891866:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744947.891873:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744947.891880:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca34b40 x1874579698257280/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/1792 e 0 to 0 dl 1787744963 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787744947.891891:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1792 req@ffff8a766ca34b40 x1874579698257280/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/1792 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787744947.891913:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744947.891927:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.891931:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744947.895274:0:179325:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787744947.895289:0:179325:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787744947.895291:0:179325:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787744947.895295:0:179325:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7648531f20. 00000400:00000200:0.0:1787744947.895304:0:179325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76487037f8 00000400:00000010:0.0:1787744947.895307:0:179325:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76487037f8. 00000100:00000001:0.0:1787744947.895311:0:179325:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787744947.895322:0:179325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca34b40 x1874579698257280/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/1792 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787744947.895334:0:179325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca34b40 x1874579698257280/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/1792 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744947.895343:0:179325:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787744947.895345:0:179325:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744947.895347:0:179325:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787744947.895351:0:179325:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787744947.895353:0:179325:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787744947.895355:0:179325:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744947.895358:0:179325:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787744947.895367:0:179325:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648651460 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1787744947.895371:0:179325:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648651418 time=7 v=5 (1 1 0 0) 00000100:00000001:0.0:1787744947.895374:0:179325:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787744947.895376:0:179325:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.895379:0:179325:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787744947.895382:0:179325:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.895386:0:179325:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787744947.895388:0:179325:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a7648bee000: skip recheck: last_committed 25769918529 00000100:00000001:0.0:1787744947.895390:0:179325:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787744947.895391:0:179325:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744947.895396:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca34b40 x1874579698257280/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744947.895403:0:179325:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744947.895406:0:179325:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787744947.895409:0:179325:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744947.895413:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca34b40 x1874579698257280/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787744963 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787744947.895444:0:179325:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca34b40 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179325:1874579698257280:192.168.201.110@tcp:101:touch.0 00000100:00000001:0.0:1787744947.895449:0:179325:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744947.895451:0:179325:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.895454:0:179325:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787744947.895455:0:179325:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744947.895459:0:179325:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca34b40 x1874579698257280/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787744963 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744947.895466:0:179325:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787744947.895468:0:179325:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7645ee5d80. 00000100:00000001:0.0:1787744947.895472:0:179325:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787744947.895474:0:179325:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.895476:0:179325:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787744947.895479:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787744947.895483:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787744947.895487:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7658978600 refcount=4 00000020:00000001:0.0:1787744947.895489:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00010000:00000001:0.0:1787744947.895492:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00010000:00000040:0.0:1787744947.895498:0:179325:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8a7658978600, remote cookie: 0xd1177cb064f748f4, flags: 0x1001 00010000:00010000:0.0:1787744947.895504:0:179325:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a7658978600/0x6bfe83e2a9fa08dd lrc: 4/1,0 mode: --/CR res: [0x240002b11:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748f4 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787744947.895515:0:179325:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a7658978600/0x6bfe83e2a9fa08dd lrc: 4/1,0 mode: --/PR res: [0x240002b11:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748f4 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787744947.895522:0:179325:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787744947.895526:0:179325:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787744947.895528:0:179325:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787744947.895530:0:179325:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787744947.895531:0:179325:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787744947.895534:0:179325:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240002b11:0xbc:0x0].0x0 (ffff8a766c5eab00) refcount = 1 00010000:00010000:0.0:1787744947.895545:0:179325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a7658978600/0x6bfe83e2a9fa08dd lrc: 4/1,0 mode: PR/PR res: [0x240002b11:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748f4 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787744947.895551:0:179325:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787744947.895555:0:179325:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787744947.895556:0:179325:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787744947.895560:0:179325:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787744947.895562:0:179325:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787744947.895565:0:179325:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a7658978600/0x6bfe83e2a9fa08dd lrc: 4/1,0 mode: PR/PR res: [0x240002b11:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748f4 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787744947.895571:0:179325:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787744947.895573:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.895575:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787744947.895576:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.895577:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787744947.895578:0:179325:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787744947.895584:0:179325:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787744947.895585:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787744947.895587:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787744947.895588:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7658978600 refcount=3 00000020:00000001:0.0:1787744947.895590:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00010000:00000001:0.0:1787744947.895593:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00010000:00000001:0.0:1787744947.895595:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787744947.895596:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787744947.895597:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7658978600 refcount=4 00000020:00000001:0.0:1787744947.895599:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00010000:00000001:0.0:1787744947.895601:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00010000:00000001:0.0:1787744947.895604:0:179325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787744947.895607:0:179325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787744947.895610:0:179325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a7658978600/0x6bfe83e2a9fa08dd lrc: 5/2,0 mode: PR/PR res: [0x240002b11:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748f4 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787744947.895627:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.895628:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787744947.895630:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787744947.895631:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787744947.895632:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7658978600 refcount=5 00000020:00000001:0.0:1787744947.895634:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00010000:00000001:0.0:1787744947.895637:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00010000:00000001:0.0:1787744947.895639:0:179325:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787744947.895642:0:179325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a7658978600/0x6bfe83e2a9fa08dd lrc: 5/2,0 mode: PR/PR res: [0x240002b11:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748f4 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787744947.895648:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.895649:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787744947.895652:0:179325:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a7658978600/0x6bfe83e2a9fa08dd lrc: 4/1,0 mode: PR/PR res: [0x240002b11:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748f4 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787744947.895658:0:179325:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787744947.895660:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.895702:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787744947.895714:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.895715:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787744947.895721:0:179325:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a766ca34b40 x1874579698257280/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787744963 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1787744947.895731:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787744947.895732:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787744947.895734:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7658978600 refcount=3 00000020:00000001:0.0:1787744947.895736:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00010000:00000001:0.0:1787744947.895738:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00010000:00000001:0.0:1787744947.895740:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.895741:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787744947.895743:0:179325:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787744947.895751:0:179325:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787744947.895754:0:179325:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1787744947.895757:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787744947.895758:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787744947.895759:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7658978600 refcount=3 00000020:00000001:0.0:1787744947.895761:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00010000:00000001:0.0:1787744947.895763:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00000002:00010000:0.0:1787744947.895767:0:179325:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a7658978600/0x6bfe83e2a9fa08dd lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748f4 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787744947.895775:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.895776:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787744947.895778:0:179325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787744947.895779:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787744947.895780:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787744947.895781:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7658978600 refcount=3 00000020:00000001:0.0:1787744947.895785:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00010000:00000001:0.0:1787744947.895787:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00010000:00000040:0.0:1787744947.895793:0:179325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a766c5eab00 count: 2 00010000:00000001:0.0:1787744947.895795:0:179325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787744947.895799:0:179325:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a7646687800 type 13 mode 4 res 9663687441/188 (0 0) 00010000:00000001:0.0:1787744947.895801:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.895802:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787744947.895804:0:179325:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787744947.895807:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f510 00000002:00002000:0.0:1787744947.895809:0:179325:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1787744947.895811:0:179325:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787744947.895816:0:179325:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787744947.895817:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787744947.895818:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787744947.895820:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7658978600 refcount=3 00000020:00000001:0.0:1787744947.895822:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00010000:00000001:0.0:1787744947.895824:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00010000:00000001:0.0:1787744947.895826:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.895833:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787744947.895834:0:179325:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.895837:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787744947.895838:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787744947.895839:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7658978600 refcount=3 00000020:00000001:0.0:1787744947.895841:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00010000:00000001:0.0:1787744947.895843:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839629940224 : -129234079611392 : ffff8a7658978600) 00010000:00000001:0.0:1787744947.895845:0:179325:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787744947.895848:0:179325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a7658978600/0x6bfe83e2a9fa08dd lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748f4 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787744947.895854:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.895855:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787744947.895856:0:179325:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787744947.895859:0:179325:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787744947.895862:0:179325:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a7658978600/0x6bfe83e2a9fa08dd lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748f4 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787744947.895871:0:179325:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787744947.895873:0:179325:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787744947.895875:0:179325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787744947.895879:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.895881:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787744947.895882:0:179325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.895897:0:179325:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787744947.895899:0:179325:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.895901:0:179325:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.895903:0:179325:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.895905:0:179325:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787744947.895907:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.895908:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787744947.895910:0:179325:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744947.895914:0:179325:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca34b40 x1874579698257280/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787744963 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744947.895920:0:179325:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744947.896094:0:179325:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744947.896098:0:179325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8a765195c800. 02000000:00000001:0.0:1787744947.896102:0:179325:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744947.896105:0:179325:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744947.896107:0:179325:0:(genops.c:1223:class_import_put()) import ffff8a7648651000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000020:00000001:0.0:1787744947.896109:0:179325:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744947.896111:0:179325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a7672666800. 02000000:00000001:0.0:1787744947.896115:0:179325:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744947.896117:0:179325:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744947.896119:0:179325:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca34b40. 00000100:00000001:0.0:1787744947.896122:0:179325:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744947.896123:0:179325:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:0.0:1787744947.896126:0:179325:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff8a7645517a00. 00800000:00000001:0.0:1787744947.896129:0:179325:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1787744947.896133:0:179325:0:(lmv_obd.c:4392:lmv_merge_attr()) [0x200002b10:0xbc:0x0] size 4096, blocks 8 nlink 2, atime 1787744946 ctime 1787744946, mtime 1787744946. 00800000:00000040:0.0:1787744947.896136:0:179325:0:(lmv_obd.c:4392:lmv_merge_attr()) [0x240002b11:0xbc:0x0] size 4096, blocks 8 nlink 2, atime 1787744946 ctime 1787744946, mtime 1787744946. 00000080:00000010:0.0:1787744947.896141:0:179325:0:(llite_lib.c:2048:ll_update_lsm_md()) kfreed 'attr': 80 at ffff8a76518f85a0. 00000080:00000001:0.0:1787744947.896144:0:179325:0:(llite_lib.c:2049:ll_update_lsm_md()) Process leaving 00800000:00000002:0.0:1787744947.896146:0:179325:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a7651948d00 2 00000080:00000001:0.0:1787744947.896151:0:179325:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289347727 : 144115205289347727 : 200000402010a8f) 00000080:00000001:0.0:1787744947.896154:0:179325:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1787744947.896158:0:179325:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x10a8f:0x0], updating i_size 8192 00000080:00200000:0.0:1787744947.896161:0:179325:0:(namei.c:147:ll_iget()) got inode: [0x200000402:0x10a8f:0x0](ffff8a766d5a8908): rc = 0 00000080:00000001:0.0:1787744947.896163:0:179325:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614839978264840 : -129233731286776 : ffff8a766d5a8908) 00010000:00000001:0.0:1787744947.896166:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787744947.896167:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787744947.896169:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476aaa00 refcount=3 00000020:00000001:0.0:1787744947.896171:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000001:0.0:1787744947.896173:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000001:0.0:1787744947.896175:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.896176:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787744947.896178:0:179325:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1787744947.896179:0:179325:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1787744947.896182:0:179325:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787744947.896191:0:179325:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1787744947.896193:0:179325:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787744947.896197:0:179325:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x10a8f:0x0](ffff8a766d5a8908) for lock 0x6bfe83e2a9fa08cf 00800000:00000001:0.0:1787744947.896200:0:179325:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787744947.896202:0:179325:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787744947.896203:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787744947.896204:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787744947.896206:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476aaa00 refcount=3 00000020:00000001:0.0:1787744947.896208:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000001:0.0:1787744947.896209:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000001:0.0:1787744947.896212:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.896213:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787744947.896214:0:179325:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787744947.896215:0:179325:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1787744947.896222:0:179325:0:(namei.c:653:ll_splice_alias()) Add dentry ffff8a766025b0d8 inode ffff8a766d5a8908 refc 1 flags 0x20000e 00000080:00000001:0.0:1787744947.896225:0:179325:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1787744947.896227:0:179325:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787744947.896229:0:179325:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1787744947.896233:0:179325:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x10a8f:0x0](ffff8a766d5a8908) 00000080:00010000:0.0:1787744947.896237:0:179325:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08cf from it ffffa29d41c6fac8 00010000:00000001:0.0:1787744947.896239:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787744947.896240:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787744947.896241:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476aaa00 refcount=3 00000020:00000001:0.0:1787744947.896243:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000001:0.0:1787744947.896245:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341787648 : -129234367763968 : ffff8a76476aaa00) 00010000:00000001:0.0:1787744947.896247:0:179325:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787744947.896250:0:179325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aaa00/0x6bfe83e2a9fa08cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10a8f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748d8 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787744947.896256:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.896257:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787744947.896258:0:179325:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787744947.896260:0:179325:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787744947.896268:0:179325:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aaa00/0x6bfe83e2a9fa08cf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10a8f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748d8 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787744947.896274:0:179325:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787744947.896275:0:179325:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787744947.896276:0:179325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787744947.896279:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.896280:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787744947.896281:0:179325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.896283:0:179325:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787744947.896284:0:179325:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.896285:0:179325:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.896288:0:179325:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.896290:0:179325:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787744947.896291:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.896292:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787744947.896294:0:179325:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1787744947.896298:0:179325:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7645516600. 00000100:00000001:0.0:1787744947.896302:0:179325:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744947.896307:0:179325:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c6492c0 x1874579698257024/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/672 e 0 to 0 dl 1787744963 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744947.896314:0:179325:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744947.896316:0:179325:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744947.896318:0:179325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8a7648838000. 02000000:00000001:0.0:1787744947.896329:0:179325:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744947.896331:0:179325:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744947.896332:0:179325:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:0.0:1787744947.896334:0:179325:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744947.896336:0:179325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a765117ec00. 02000000:00000001:0.0:1787744947.896338:0:179325:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744947.896340:0:179325:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744947.896341:0:179325:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c6492c0. 00000100:00000001:0.0:1787744947.896344:0:179325:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744947.896345:0:179325:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787744947.896353:0:179325:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787744947.896356:0:179325:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x10a8f:0x0](ffff8a766d5a8908), inode mode 41ed mask 1 00000080:00000001:0.0:1787744947.896361:0:179325:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787744947.896380:0:179325:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8a7647411ee0. 00000080:00000001:0.0:1787744947.896385:0:179325:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787744947.896386:0:179325:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x10a8f:0x0](ffff8a766d5a8908), inode mode 41ed mask 3 00000080:00000001:0.0:1787744947.896389:0:179325:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787744947.896392:0:179325:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1787744947.896394:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6fb58 00000080:00200000:0.0:1787744947.896396:0:179325:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f36g.sanity, dir=[0x200000402:0x10a8f:0x0](ffff8a766d5a8908), file ffff8a7651652600, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1787744947.896402:0:179325:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff8a766c7f2960. 00000080:00000001:0.0:1787744947.896407:0:179325:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1787744947.896409:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6fa08 00000080:00200000:0.0:1787744947.896411:0:179325:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f36g.sanity, dir=[0x200000402:0x10a8f:0x0](ffff8a766d5a8908), intent=open|creat 00000080:00000010:0.0:1787744947.896418:0:179325:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a764646bc00. 00800000:00000002:0.0:1787744947.896422:0:179325:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a7651948d00 2 00000080:00000001:0.0:1787744947.896426:0:179325:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787744947.896429:0:179325:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787744947.896430:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f928 00800000:00000002:0.0:1787744947.896432:0:179325:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f36g.sanity' on [0x200000402:0x10a8f:0x0] 00800000:00000001:0.0:1787744947.896436:0:179325:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1787744947.896439:0:179325:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000040:0.0:1787744947.896442:0:179325:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f36g.sanity hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1787744947.896446:0:179325:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xbc:0x0] 00800000:00000001:0.0:1787744947.896449:0:179325:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446614839308020736 : -129234401530880 : ffff8a7645676c00) 00800000:00000001:0.0:1787744947.896452:0:179325:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1787744947.896454:0:179325:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1787744947.896457:0:179325:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1787744947.896459:0:179325:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1787744947.896462:0:179325:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8a7648bee000: Allocated FID [0x200000402:0x10a90:0x0] 40000000:00000001:0.0:1787744947.896465:0:179325:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787744947.896467:0:179325:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787744947.896468:0:179325:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787744947.896470:0:179325:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787744947.896472:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f8a8 00800000:00000002:0.0:1787744947.896474:0:179325:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200002b10:0xbc:0x0], fid2=[0x200000402:0x10a90:0x0], name='f36g.sanity' -> mds #0 layout version 1 00000002:00000001:0.0:1787744947.896478:0:179325:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787744947.896485:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f7e0 00000002:00010000:0.0:1787744947.896487:0:179325:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f36g.sanity,[0x200000402:0x10a90:0x0]) in obj [0x200002b10:0xbc:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1787744947.896491:0:179325:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787744947.896493:0:179325:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1787744947.896496:0:179325:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1787744947.896499:0:179325:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787744947.896501:0:179325:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787744947.896504:0:179325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a766c983100 count: 2 00010000:00000001:0.0:1787744947.896506:0:179325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787744947.896508:0:179325:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787744947.896511:0:179325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787744947.896514:0:179325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aba00/0x6bfe83e2a9fa08d6 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd1177cb064f748e6 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1787744947.896521:0:179325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787744947.896525:0:179325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787744947.896528:0:179325:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787744947.896529:0:179325:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200002b10:0xbc:0x0] mode (null) 00000002:00000001:0.0:1787744947.896532:0:179325:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787744947.896534:0:179325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787744947.896536:0:179325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a766c983100 count: 3 00010000:00000001:0.0:1787744947.896537:0:179325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787744947.896540:0:179325:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787744947.896541:0:179325:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787744947.896543:0:179325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787744947.896544:0:179325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a766c983100 count: 3 00010000:00000001:0.0:1787744947.896546:0:179325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787744947.896547:0:179325:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787744947.896549:0:179325:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1787744947.896552:0:179325:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0xbc:0x0] lli = ffff8a766d5aa100, pfid = [0x200000402:0x10a8f:0x0] 00000080:00000002:0.0:1787744947.896556:0:179325:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0xbc:0x0] m[0x200000402:0x10a8f:0x0] 00000080:00000001:0.0:1787744947.896559:0:179325:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289347727 : 144115205289347727 : 200000402010a8f) 00000080:00000001:0.0:1787744947.896562:0:179325:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1787744947.896564:0:179325:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1787744947.896572:0:179325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1787744947.896575:0:179325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0xbc:0x0](ffff8a766d5aa1c8) invalid 00000080:00000001:0.0:1787744947.896578:0:179325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1787744947.896579:0:179325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787744947.896580:0:179325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.896583:0:179325:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787744947.896586:0:179325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787744947.896588:0:179325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787744947.896589:0:179325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787744947.896591:0:179325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787744947.896594:0:179325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a76476aba00 with handle 0x6bfe83e2a9fa08d6 from hash 00010000:00000001:0.0:1787744947.896596:0:179325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787744947.896598:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787744947.896599:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787744947.896600:0:179325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787744947.896602:0:179325:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787744947.896604:0:179325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787744947.896606:0:179325:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787744947.896608:0:179325:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787744947.896610:0:179325:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1787744947.896616:0:179325:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a7672475a40. 00000020:00000040:0.0:1787744947.896619:0:179325:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 02000000:00000001:0.0:1787744947.896624:0:179325:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787744947.896626:0:179325:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.896629:0:179325:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00000100:00000001:0.0:1787744947.896633:0:179325:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787744947.896635:0:179325:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787744947.896639:0:179325:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787744947.896645:0:179325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff8a76494ea000. 00000100:00000001:0.0:1787744947.896651:0:179325:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.896653:0:179325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787744947.896656:0:179325:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1787744947.896659:0:179325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aba00/0x6bfe83e2a9fa08d6 lrc: 1/0,0 mode: --/PR res: [0x200002b10:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f748e6 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787744947.896691:0:179325:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1787744947.896698:0:179325:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787744947.896700:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787744947.896702:0:179325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476aba00/0x6bfe83e2a9fa08d6 lrc: 0/0,0 mode: --/PR res: [0x200002b10:0xbc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f748e6 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1787744947.896720:0:179325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a766c983100 count: 0 00010000:00000010:0.0:1787744947.896725:0:179325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a7651948a00. 00010000:00000001:0.0:1787744947.896734:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787744947.896735:0:179325:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.896737:0:179325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787744947.896738:0:179325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.896739:0:179325:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787744947.896749:0:179325:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446614840060893760 : -129233648657856 : ffff8a7672475a40) 00010000:00000001:0.0:1787744947.896752:0:179325:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787744947.896754:0:179325:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1787744947.896757:0:179325:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8a7679b27b00. 00010000:00000010:0.0:1787744947.896760:0:179325:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a766c5d6780. 00010000:00000001:0.0:1787744947.896764:0:179325:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787744947.896767:0:179325:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a7647352a00. 00000020:00000001:0.0:1787744947.896769:0:179325:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787744947.896771:0:179325:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a7647352a00 with handle 0x6bfe83e2a9fa08e4 to hash 00000020:00000001:0.0:1787744947.896773:0:179325:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787744947.896775:0:179325:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:0.0:1787744947.896778:0:179325:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:0.0:1787744947.896781:0:179325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787744947.896782:0:179325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787744947.896785:0:179325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa08e4 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 179325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787744947.896792:0:179325:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa08e4 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179325 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787744947.896804:0:179325:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a7648bee000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787744947.896816:0:179325:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a7672475a40 x1874579698257536/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787744947.896825:0:179325:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa08e4 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787744947.896831:0:179325:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787744947.896833:0:179325:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787744947.896838:0:179325:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7650029f00. 00000100:00000001:0.0:1787744947.896840:0:179325:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614839485964032 : -129234223587584 : ffff8a7650029f00) 00000100:00000001:0.0:1787744947.896842:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744947.896843:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060893760 : -129233648657856 : ffff8a7672475a40) 00000100:00000001:0.0:1787744947.896847:0:179325:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787744947.896852:0:179325:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.896854:0:179325:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787744947.896855:0:179325:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787744947.896859:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a7672475a40 x1874579698257536/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744947.896865:0:179325:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787744947.896867:0:179325:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744947.896871:0:179325:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787744947.896873:0:179325:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787744947.896875:0:179325:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744947.896878:0:179325:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a7672475a40 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179325:1874579698257536:192.168.201.110@tcp:101:touch.0 00000100:00000001:0.0:1787744947.896882:0:179325:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787744947.896900:0:179325:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787744947.896903:0:179325:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744947.896905:0:179325:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787744947.899161:0:179325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8a7648fc0000. 02000000:00000001:0.0:1787744947.899170:0:179325:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744947.899179:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1787744947.904163:0:179325:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c00c60. 00000400:00000010:1.0:1787744947.904184:0:179325:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8a7643d05000. 00000100:00000200:1.0:1787744947.904193:0:179325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1874579698257536, portal 10 00000100:00000001:1.0:1787744947.904196:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744947.904198:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060893760 : -129233648657856 : ffff8a7672475a40) 00000100:00000040:1.0:1787744947.904214:0:179325:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a7672475a40 x1874579698257536/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/70288 e 0 to 0 dl 1787744963 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744947.904222:0:179325:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787744947.904225:0:179325:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787744947.904228:0:179325:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a7679b46900. 00000100:00000200:1.0:1787744947.904232:0:179325:0:(niobuf.c:94:ptl_send_buf()) Sending 4624 bytes to portal 12, xid 1874579698257536, offset 0 00000400:00000200:1.0:1787744947.904240:0:179325:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1787744947.904250:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744947.904257:0:179325:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1787744947.904262:0:179325:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787744947.904266:0:179325:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1787744947.904270:0:179325:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787744947.904273:0:179325:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787744947.904276:0:179325:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440774:440774:256:4294967295] 192.168.201.110@tcp LPNI seq info [440773:440773:8:4294967295] 00000400:00000200:1.0:1787744947.904280:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744947.904289:0:179325:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1787744947.904295:0:179325:0:(socklnd_cb.c:931:ksocknal_send()) sending 4624 bytes in 2 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1787744947.904313:0:179325:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8a7648dc1400. 00000800:00000200:1.0:1787744947.904321:0:179325:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1787744947.904328:0:179325:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1787744947.904333:0:179325:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7648dc1400 type 1, nob 4720 niov 1 nkiov 2 00000100:00000001:1.0:1787744947.904356:0:179325:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744947.904361:0:179325:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8820 usecs (9 jiffies) 00000400:00000200:1.0:1787744947.904365:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787744947.904367:0:179325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301242865 00000100:00000010:1.0:1787744947.904373:0:179325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897a6c0. 00000100:00000001:1.0:1787744947.904379:0:179325:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787744947.904393:0:179325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301242865 00000100:00000010:1.0:1787744947.904396:0:179325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897a960. 00000100:00000001:1.0:1787744947.904399:0:179325:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787744947.904402:0:179325:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744947.904405:0:179325:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744947.904408:0:179325:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787744947.904410:0:179325:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787744947.904412:0:179325:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7650029f00 going to sleep for 11 seconds 00000100:00000001:1.0:1787744947.904415:0:179325:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787744947.904417:0:179325:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787744947.904488:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744947.904492:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8a7648dc1400. 00000400:00000200:3.0:1787744947.904497:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744947.904502:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744947.904508:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7679b46900 00000400:00000010:3.0:1787744947.904511:0:2391:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8a7679b46900. 00000100:00000001:3.0:1787744947.904514:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744947.904518:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a7672475a40 x1874579698257536/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/70288 e 0 to 0 dl 1787744963 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.904528:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744947.904532:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a7672475a40 x1874579698257536/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/70288 e 0 to 0 dl 1787744963 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.904538:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744947.904540:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1F:1787744947.909286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a766c983100. 00010000:00000010:0.1:1787744947.909319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a76476aba00. 00000100:00000040:2.0:1787744947.914344:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301242865, at 4301242866 00000100:00000010:2.0:1787744947.914362:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897a6c0. 00000100:00000040:3.0:1787744947.915200:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301242865, at 4301242867 00000100:00000010:3.0:1787744947.915209:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897a960. 00000100:00000040:0.0:1787744947.927959:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 295f25df-de87-4de2-8334-248ba01fceab->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787744947.927970:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787744947.928006:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a7672476580. 00000020:00000040:0.0:1787744947.928012:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a76476e0000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:0.0:1787744947.928016:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787744947.928019:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787744947.928024:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787744947.928032:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a764880f700. 00000100:00000001:0.0:1787744947.928038:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744947.928049:0:179117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 295f25df-de87-4de2-8334-248ba01fceab->MGS req@ffff8a7672476580 x1874579698257664/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787744947.928059:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787744947.928063:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744947.928069:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bde4afe] to pc [ptlrpcd_00_00+0] req@ffff8a7672476580 x1874579698257664/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744947.928107:0:179117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744947.928111:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787744947.928114:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787744947.928118:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a7672474000. 00000020:00000040:0.0:1787744947.928120:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00000100:00000001:0.0:1787744947.928122:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787744947.928124:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787744947.928125:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787744947.928128:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a764880f600. 00000100:00000001:0.0:1787744947.928131:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744947.928135:0:179117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID req@ffff8a7672474000 x1874579698257792/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787744947.928141:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787744947.928143:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744947.928147:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d54b6014] to pc [ptlrpcd_00_01+1] req@ffff8a7672474000 x1874579698257792/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744947.928154:0:179117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744947.928156:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787744947.928164:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787744947.928167:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a7672477840. 00000020:00000040:0.0:1787744947.928169:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a7648652800 refcount=3 obd=lustre-OST0001-osc-ffff8a7648bee000 00000100:00000001:0.0:1787744947.928171:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787744947.928172:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787744947.928174:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787744947.928178:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a764880f000. 00000100:00000001:0.0:1787744947.928182:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744947.928186:0:179117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID req@ffff8a7672477840 x1874579698257920/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787744947.928192:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787744947.928194:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744947.928197:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002eafe855] to pc [ptlrpcd_00_00+0] req@ffff8a7672477840 x1874579698257920/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744947.928203:0:179117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744947.928207:0:179117:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6580) 00000100:00000001:0.0:1787744947.928221:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744947.928224:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787744947.928226:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787744947.928231:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a7672474000 x1874579698257792/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744947.928238:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787744947.928239:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744947.928243:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787744947.928245:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787744947.928248:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744947.928251:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a7672474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2397:1874579698257792:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744947.928256:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787744947.928260:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787744947.928262:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744947.928265:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787744947.928270:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a764646b200. 02000000:00000001:0.0:1787744947.928277:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744947.928285:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787744947.928289:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c35d8. 00000400:00000010:0.0:1787744947.928296:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef46e8. 00000100:00000200:0.0:1787744947.928302:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698257792, portal 4 00000100:00000001:0.0:1787744947.928305:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744947.928307:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060887040 : -129233648664576 : ffff8a7672474000) 00000100:00000040:0.0:1787744947.928314:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a7672474000 x1874579698257792/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744947.928323:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787744947.928325:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787744947.928328:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4ee0. 00000100:00000200:0.0:1787744947.928331:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698257792, offset 0 00000400:00000200:0.0:1787744947.928337:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787744947.928345:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744947.928352:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787744947.928357:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787744947.928362:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787744947.928366:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787744947.928368:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787744947.928371:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440775:440775:256:4294967295] 192.168.201.110@tcp LPNI seq info [440774:440774:8:4294967295] 00000400:00000200:0.0:1787744947.928376:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744947.928384:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787744947.928390:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787744947.928394:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880fe00. 00000800:00000200:0.0:1787744947.928400:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787744947.928408:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787744947.928413:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787744947.928436:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744947.928441:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137902 usecs (138 jiffies) 00000400:00000200:0.0:1787744947.928444:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787744947.928454:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301243018 00000100:00000010:0.0:1787744947.928458:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a766c7f2240. 00000100:00000001:0.0:1787744947.928465:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787744947.928473:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301243018 00000100:00000010:0.0:1787744947.928477:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a766c7f2c00. 00000100:00000001:0.0:1787744947.928480:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787744947.928482:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744947.928485:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.928488:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.928491:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744947.928499:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787744947.928501:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787744947.928503:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744947.928504:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787744947.928505:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744947.928508:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1787744947.928509:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744947.928511:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787744947.928512:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744947.928514:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744947.928515:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787744947.928516:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787744947.928520:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a7672476580 x1874579698257664/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744947.928528:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787744947.928529:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744947.928531:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787744947.928533:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787744947.928535:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744947.928538:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a7672476580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:295f25df-de87-4de2-8334-248ba01fceab:2397:1874579698257664:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744947.928541:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787744947.928543:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787744947.928545:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744947.928547:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787744947.928554:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a764646ac00. 02000000:00000001:0.0:1787744947.928556:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744947.928560:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787744947.928563:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c3aa8. 00000400:00000010:0.0:1787744947.928566:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4198. 00000100:00000200:0.0:1787744947.928569:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698257664, portal 25 00000100:00000001:0.0:1787744947.928571:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744947.928572:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060896640 : -129233648654976 : ffff8a7672476580) 00000100:00000040:0.0:1787744947.928577:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a7672476580 x1874579698257664/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744947.928583:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787744947.928585:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787744947.928588:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4990. 00000100:00000200:0.0:1787744947.928590:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874579698257664, offset 0 00000400:00000200:0.0:1787744947.928594:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787744947.928598:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744947.928601:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787744947.928604:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787744947.928606:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787744947.928609:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787744947.928611:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787744947.928614:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440776:440776:255:4294967295] 192.168.201.110@tcp LPNI seq info [440775:440775:7:4294967295] 00000400:00000200:0.0:1787744947.928618:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744947.928624:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787744947.928628:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787744947.928631:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880fc00. 00000800:00000200:0.0:1787744947.928635:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787744947.928639:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787744947.928642:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787744947.928645:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744947.928648:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787744947.928655:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4301244146 00000100:00000001:0.0:1787744947.928660:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301243018 00000100:00000001:0.0:1787744947.928695:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4301244147 00000100:00000001:0.0:1787744947.928698:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301243018 00000100:00000001:0.0:1787744947.928701:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744947.928712:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.928714:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787744947.928718:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a7672477840 x1874579698257920/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744947.928725:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787744947.928726:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744947.928728:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787744947.928729:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787744947.928731:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744947.928734:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a7672477840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2397:1874579698257920:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744947.928736:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1787744947.928739:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1787744947.928739:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787744947.928740:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744947.928742:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1787744947.928743:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880fe00. 02000000:00000010:0.0:1787744947.928745:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a764646ae00. 02000000:00000001:0.0:1787744947.928746:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787744947.928749:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787744947.928749:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787744947.928751:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c3688. 00000400:00000200:2.0:1787744947.928754:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000010:0.0:1787744947.928754:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4660. 00000100:00000200:0.0:1787744947.928757:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698257920, portal 4 00000100:00000001:0.0:1787744947.928759:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744947.928760:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060901440 : -129233648650176 : ffff8a7672477840) 00000400:00000200:2.0:1787744947.928764:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4ee0 00000100:00000040:0.0:1787744947.928765:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a7672477840 x1874579698257920/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1787744947.928766:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4ee0. 00000100:00000001:2.0:1787744947.928770:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1787744947.928771:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787744947.928773:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000100:00000200:2.0:1787744947.928774:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a7672474000 x1874579698257792/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1787744947.928779:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4550. 00000100:00000200:0.0:1787744947.928781:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698257920, offset 0 00000100:00000001:2.0:1787744947.928783:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1787744947.928785:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000100:00000040:2.0:1787744947.928786:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7672474000 x1874579698257792/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787744947.928789:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744947.928792:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000100:00000001:2.0:1787744947.928794:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744947.928795:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1787744947.928795:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787744947.928797:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787744947.928799:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787744947.928800:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787744947.928803:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440777:440777:255:4294967295] 192.168.201.110@tcp LPNI seq info [440776:440776:7:4294967295] 00000400:00000200:0.0:1787744947.928807:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744947.928812:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787744947.928816:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787744947.928819:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880f800. 00000800:00000200:0.0:1787744947.928822:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787744947.928825:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787744947.928828:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880f800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787744947.928830:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744947.928833:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: using a timeout of 122016 usecs (123 jiffies) 00000400:00000200:0.0:1787744947.928836:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787744947.928837:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301243004 00000100:00000001:0.0:1787744947.928839:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301244146 00000100:00000001:0.0:1787744947.928841:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301243004 00000100:00000001:0.0:1787744947.928843:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301244147 00000100:00000001:0.0:1787744947.928845:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744947.928847:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.928849:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.928851:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787744947.928856:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744947.928858:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880fc00. 00000400:00000200:2.0:1787744947.928861:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744947.928864:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744947.928867:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4990 00000400:00000010:2.0:1787744947.928869:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4990. 00000100:00000001:2.0:1787744947.928871:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744947.928874:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a7672476580 x1874579698257664/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744947.928881:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744947.928883:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7672476580 x1874579698257664/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744947.928889:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744947.928891:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744947.928901:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744947.928903:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880f800. 00000400:00000200:2.0:1787744947.928906:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744947.928909:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744947.928911:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4550 00000400:00000010:2.0:1787744947.928912:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4550. 00000100:00000001:2.0:1787744947.928914:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744947.928918:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a7672477840 x1874579698257920/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744947.928920:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744947.928924:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744947.928946:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744947.928950:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7672477840 x1874579698257920/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744947.928955:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744947.928957:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787744947.930874:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744947.930891:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744947.930903:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744947.930906:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744947.930912:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744947.930926:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744947.930933:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744947.930937:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744947.930943:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744947.930947:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 664 into portal 10 MB=0x6a8eb99048e80 00000400:00000200:3.0:1787744947.930951:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744947.930957:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 664/664 into md 0x3e1bad [32] + 224 00000800:00000001:3.0:1787744947.930963:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744947.930969:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744947.930972:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744947.930976:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744947.930982:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744947.930990:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a7672475a40 x1874579698257536/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/70288 e 0 to 0 dl 1787744963 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787744947.931001:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=70288 req@ffff8a7672475a40 x1874579698257536/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/70288 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.931023:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744947.931031:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744947.931033:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744947.931101:0:179325:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787744947.931109:0:179325:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787744947.931111:0:179325:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787744947.931113:0:179325:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c00c60. 00000400:00000200:1.0:1787744947.931117:0:179325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7643d05000 00000400:00000010:1.0:1787744947.931119:0:179325:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff8a7643d05000. 00000100:00000001:1.0:1787744947.931125:0:179325:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787744947.931129:0:179325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a7672475a40 x1874579698257536/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/70288 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787744947.931138:0:179325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a7672475a40 x1874579698257536/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/70288 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744947.931155:0:179325:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787744947.931158:0:179325:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744947.931160:0:179325:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787744947.931163:0:179325:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787744947.931165:0:179325:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787744947.931167:0:179325:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744947.931169:0:179325:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787744947.931177:0:179325:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1787744947.931181:0:179325:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1787744947.931184:0:179325:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787744947.931185:0:179325:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.931188:0:179325:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787744947.931192:0:179325:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744947.931194:0:179325:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787744947.931196:0:179325:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x60002533b/0x1] 00000100:00000001:1.0:1787744947.931198:0:179325:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787744947.931199:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744947.931201:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060893760 : -129233648657856 : ffff8a7672475a40) 00000100:00000001:1.0:1787744947.931204:0:179325:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787744947.931206:0:179325:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956155 00000100:00000001:1.0:1787744947.931207:0:179325:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787744947.931209:0:179325:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744947.931213:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a7672475a40 x1874579698257536/t25769956156(25769956156) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/664 e 0 to 0 dl 1787744963 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744947.931221:0:179325:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744947.931223:0:179325:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787744947.931225:0:179325:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787744947.931229:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a7672475a40 x1874579698257536/t25769956156(25769956156) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/664 e 0 to 0 dl 1787744963 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787744947.931237:0:179325:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a7672475a40 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179325:1874579698257536:192.168.201.110@tcp:101:touch.0 00000100:00000001:1.0:1787744947.931241:0:179325:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744947.931247:0:179325:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744947.931249:0:179325:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787744947.931251:0:179325:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744947.931264:0:179325:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a7672475a40 x1874579698257536/t25769956156(25769956156) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/664 e 0 to 0 dl 1787744963 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744947.931272:0:179325:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787744947.931274:0:179325:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7650029f00. 00000100:00000001:1.0:1787744947.931278:0:179325:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787744947.931279:0:179325:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.931282:0:179325:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787744947.931286:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.931288:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.931291:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=4 00000020:00000001:1.0:1787744947.931294:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787744947.931296:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000040:1.0:1787744947.931308:0:179325:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8a7647352a00, remote cookie: 0xd1177cb064f74910, flags: 0x1001 00010000:00010000:1.0:1787744947.931313:0:179325:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa08e4 lrc: 4/0,1 mode: --/CW res: [0x200002b10:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74910 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787744947.931326:0:179325:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x10a90:0x0].0x0, instead of [0x200002b10:0xbc:0x0].0x0 00010000:00000001:1.0:1787744947.931330:0:179325:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1787744947.931336:0:179325:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8a7658976700. 00010000:00000010:1.0:1787744947.931340:0:179325:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a7648972100. 00010000:00000040:1.0:1787744947.931344:0:179325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a7679b27b00 count: 0 00010000:00000010:1.0:1787744947.931349:0:179325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a766c5d6780. 00010000:00000001:1.0:1787744947.931355:0:179325:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744947.931359:0:179325:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa08e4 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x10a90:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74910 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787744947.931367:0:179325:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa08e4 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x10a90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74910 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787744947.931382:0:179325:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787744947.931385:0:179325:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787744947.931387:0:179325:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787744947.931396:0:179325:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787744947.931402:0:179325:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787744947.931404:0:179325:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x10a90:0x0].0x0 (ffff8a7658976700) refcount = 1 00010000:00010000:1.0:1787744947.931408:0:179325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa08e4 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x10a90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74910 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787744947.931414:0:179325:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787744947.931417:0:179325:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787744947.931419:0:179325:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787744947.931422:0:179325:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787744947.931424:0:179325:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744947.931427:0:179325:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa08e4 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x10a90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74910 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787744947.931432:0:179325:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787744947.931434:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.931436:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744947.931437:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.931438:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744947.931439:0:179325:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744947.931444:0:179325:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787744947.931446:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.931447:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.931448:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=3 00000020:00000001:1.0:1787744947.931450:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787744947.931453:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787744947.931455:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.931456:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.931457:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=4 00000020:00000001:1.0:1787744947.931462:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787744947.931465:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787744947.931468:0:179325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744947.931471:0:179325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744947.931474:0:179325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa08e4 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x10a90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74910 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787744947.931481:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.931482:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744947.931483:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.931484:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.931485:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=5 00000020:00000001:1.0:1787744947.931487:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787744947.931489:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787744947.931491:0:179325:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787744947.931494:0:179325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa08e4 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x10a90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74910 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787744947.931499:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.931500:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787744947.931503:0:179325:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa08e4 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x10a90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74910 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787744947.931508:0:179325:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787744947.931509:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.931510:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744947.931511:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.931512:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787744947.931517:0:179325:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff8a7672475a40 x1874579698257536/t25769956156(25769956156) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/664 e 0 to 0 dl 1787744963 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787744947.931525:0:179325:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1787744947.931529:0:179325:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a7672475a40 x1874579698257536/t25769956156(25769956156) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/664 e 0 to 0 dl 1787744963 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787744947.931538:0:179325:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.931544:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.931545:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.931547:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=3 00000020:00000001:1.0:1787744947.931549:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787744947.931551:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00000002:00010000:1.0:1787744947.931555:0:179325:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa08e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10a90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74910 expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1787744947.931563:0:179325:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8a76476bd680. 00010000:00000001:1.0:1787744947.931564:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.931565:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787744947.931567:0:179325:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744947.931569:0:179325:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744947.931571:0:179325:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1787744947.931573:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744947.931574:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060893760 : -129233648657856 : ffff8a7672475a40) 00000100:00000001:1.0:1787744947.931576:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744947.931577:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060893760 : -129233648657856 : ffff8a7672475a40) 00010000:00000001:1.0:1787744947.931579:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.931581:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.931582:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=3 00000020:00000001:1.0:1787744947.931584:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787744947.931586:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00000002:00010000:1.0:1787744947.931589:0:179325:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa08e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10a90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74910 expref: -99 pid: 179325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787744947.931594:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.931595:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744947.931597:0:179325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787744947.931598:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.931602:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.931604:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=3 00000020:00000001:1.0:1787744947.931605:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787744947.931608:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000040:1.0:1787744947.931611:0:179325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976700 count: 2 00010000:00000001:1.0:1787744947.931613:0:179325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787744947.931617:0:179325:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a7647e84400 type 13 mode 4 res 8589935618/68240 (0 0) 00010000:00000001:1.0:1787744947.931619:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.931620:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787744947.931621:0:179325:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787744947.931624:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f768 00000002:00002000:1.0:1787744947.931626:0:179325:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f36g.sanity intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1787744947.931630:0:179325:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787744947.931633:0:179325:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787744947.931635:0:179325:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787744947.931638:0:179325:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200002b10:0xbc:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1787744947.931641:0:179325:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787744947.931645:0:179325:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a7651948d00 2 00000080:00000001:1.0:1787744947.931647:0:179325:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1787744947.931649:0:179325:0:(namei.c:674:ll_lookup_it_finish()) it ffff8a766c7f2960 it_disposition 1800037 00000080:00002000:1.0:1787744947.931654:0:179325:0:(namei.c:653:ll_splice_alias()) Add dentry ffff8a7649be8510 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1787744947.931659:0:179325:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787744947.931713:0:179325:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1787744947.931715:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f998 00000080:00200000:1.0:1787744947.931717:0:179325:0:(namei.c:1628:ll_create_it()) VFS Op:name=f36g.sanity, dir=[0x200000402:0x10a8f:0x0](ffff8a766d5a8908), intent=open|creat 00000080:00000001:1.0:1787744947.931720:0:179325:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1787744947.931723:0:179325:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787744947.931727:0:179325:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1787744947.931730:0:179325:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787744947.931732:0:179325:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289347728 : 144115205289347728 : 200000402010a90) 00000080:00000001:1.0:1787744947.931735:0:179325:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1787744947.931750:0:179325:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8a766d5b6300. 00000020:00000001:1.0:1787744947.931758:0:179325:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1787744947.931760:0:179325:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1787744947.931763:0:179325:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1787744947.931768:0:179325:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000402:0x10a90:0x0](ffff8a766d5b63c8) 00000020:00000001:1.0:1787744947.931771:0:179325:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787744947.931776:0:179325:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614840203347944 : -129233506203672 : ffff8a767ac507e8) 00000020:00001000:1.0:1787744947.931778:0:179325:0:(cl_object.c:823:cl_env_get()) 1@ffff8a767ac507e0 00000020:00000001:1.0:1787744947.931782:0:179325:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1787744947.931786:0:179325:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8a766c9a3898. 00000020:00000001:1.0:1787744947.931788:0:179325:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1787744947.931790:0:179325:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787744947.931795:0:179325:0:(lov_object.c:2374:lov_object_alloc()) Process entered 00020000:00000010:1.0:1787744947.931799:0:179325:0:(lov_object.c:2375:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8a7648971aa8. 00020000:00000001:1.0:1787744947.931801:0:179325:0:(lov_object.c:2389:lov_object_alloc()) Process leaving (rc=18446614839361477288 : -129234348074328 : ffff8a7648971aa8) 00020000:00000001:1.0:1787744947.931803:0:179325:0:(lov_object.c:1418:lov_object_init()) Process entered 00020000:00000001:1.0:1787744947.931806:0:179325:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787744947.931811:0:179325:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8a765897ad80. 00020000:00000010:1.0:1787744947.931814:0:179325:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8a7646ed1c80. 00020000:00000010:1.0:1787744947.931818:0:179325:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8a765897af00. 00020000:00000001:1.0:1787744947.931820:0:179325:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614839629950720 : -129234079600896 : ffff8a765897af00) 00020000:00000002:1.0:1787744947.931823:0:179325:0:(lov_ea.c:755:dump_lsm()) lsm ffff8a765897af00, objid 0x10a90:1026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787744947.931827:0:179325:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787744947.931831:0:179325:0:(lov_ea.c:805:dump_lsm()) oinfo:ffff8a7646ed1c80: ostid: 0x2c0000403:2846 ost idx: 1 gen: 0 00020000:00000001:1.0:1787744947.931834:0:179325:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1787744947.931836:0:179325:0:(lov_ea.c:755:dump_lsm()) lsm ffff8a765897af00, objid 0x10a90:1026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787744947.931839:0:179325:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787744947.931842:0:179325:0:(lov_ea.c:805:dump_lsm()) oinfo:ffff8a7646ed1c80: ostid: 0x2c0000403:2846 ost idx: 1 gen: 0 00020000:00000010:1.0:1787744947.931845:0:179325:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8a7679b3cef0. 00020000:00000010:1.0:1787744947.931848:0:179325:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8a7679b46a80. 00020000:00000001:1.0:1787744947.931852:0:179325:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1787744947.931854:0:179325:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8a7672471bd0. 00020000:00000001:1.0:1787744947.931857:0:179325:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1787744947.931858:0:179325:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1787744947.931864:0:179325:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1787744947.931867:0:179325:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8a766c9a3af0. 00000020:00000001:1.0:1787744947.931872:0:179325:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1787744947.931873:0:179325:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787744947.931875:0:179325:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446614839965662064 : -129233743889552 : ffff8a766c9a3b70) 00020000:00000001:1.0:1787744947.931878:0:179325:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1787744947.931883:0:179325:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8a7648976000. 00020000:00000001:1.0:1787744947.931885:0:179325:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.931890:0:179325:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446614839965662064 : -129233743889552 : ffff8a766c9a3b70) 00020000:00000001:1.0:1787744947.931892:0:179325:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446614839965662064 : -129233743889552 : ffff8a766c9a3b70) 00020000:00000002:1.0:1787744947.931895:0:179325:0:(lov_object.c:134:lov_init_sub()) [0x2c0000403:0xb1e:0x0]@ffff8a766c9a3af0[0:0] -> [0x200000402:0x10a90:0x0]@ffff8a766c9a3898: ostid: 0x2c0000403:2846 ost idx: 1 gen: 0 00020000:00000001:1.0:1787744947.931900:0:179325:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1787744947.931902:0:179325:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1787744947.931904:0:179325:0:(lov_object.c:1446:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.931907:0:179325:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446614839965661464 : -129233743890152 : ffff8a766c9a3918) 00000020:00001000:1.0:1787744947.931909:0:179325:0:(cl_object.c:917:cl_env_put()) 1@ffff8a767ac507e0 00000080:00000001:1.0:1787744947.931912:0:179325:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289347728 : 144115205289347728 : 200000402010a90) 00000080:00000001:1.0:1787744947.931915:0:179325:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1787744947.931917:0:179325:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205289347728 mtime from 0 to 1787744947 00000080:00000001:1.0:1787744947.931921:0:179325:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1787744947.931923:0:179325:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614839978320840 : -129233731230776 : ffff8a766d5b63c8) 00010000:00000001:1.0:1787744947.931925:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.931927:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.931928:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=3 00000020:00000001:1.0:1787744947.931931:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787744947.931933:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00000080:00000001:1.0:1787744947.931936:0:179325:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787744947.931937:0:179325:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787744947.931938:0:179325:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614840203347944 : -129233506203672 : ffff8a767ac507e8) 00000020:00001000:1.0:1787744947.931940:0:179325:0:(cl_object.c:823:cl_env_get()) 1@ffff8a767ac507e0 00000020:00000001:1.0:1787744947.931942:0:179325:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787744947.931944:0:179325:0:(lov_object.c:1456:lov_conf_set()) Process entered 00020000:00000001:1.0:1787744947.931945:0:179325:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787744947.931947:0:179325:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8a765897af60. 00020000:00000010:1.0:1787744947.931948:0:179325:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8a7646ed1400. 00020000:00000010:1.0:1787744947.931954:0:179325:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8a765897a420. 00020000:00000001:1.0:1787744947.931955:0:179325:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614839629947936 : -129234079603680 : ffff8a765897a420) 00020000:00000002:1.0:1787744947.931958:0:179325:0:(lov_ea.c:755:dump_lsm()) lsm ffff8a765897a420, objid 0x10a90:1026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787744947.931962:0:179325:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787744947.931964:0:179325:0:(lov_ea.c:805:dump_lsm()) oinfo:ffff8a7646ed1400: ostid: 0x2c0000403:2846 ost idx: 1 gen: 0 00020000:00000002:1.0:1787744947.931967:0:179325:0:(lov_object.c:1310:lov_conf_lock()) Took exclusive lov(ffff8a7648971aa8) owner ffff8a7642d14f80 00020000:00000001:1.0:1787744947.931970:0:179325:0:(lov_object.c:1516:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787744947.931972:0:179325:0:(lov_object.c:1316:lov_conf_unlock()) To release exclusive lov(ffff8a7648971aa8) owner ffff8a7642d14f80 00020000:00000010:1.0:1787744947.931976:0:179325:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8a7646ed1400. 00020000:00000010:1.0:1787744947.931979:0:179325:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8a765897af60. 00020000:00000010:1.0:1787744947.931982:0:179325:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8a765897a420. 00020000:00000002:1.0:1787744947.931984:0:179325:0:(lov_object.c:1543:lov_conf_set()) [0x200000402:0x10a90:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787744947.931985:0:179325:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.931987:0:179325:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.931990:0:179325:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1787744947.931992:0:179325:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971aa8) owner 0000000000000000/ffff8a7642d14f80 00020000:00000002:1.0:1787744947.931995:0:179325:0:(lov_object.c:2402:lov_lsm_addref()) lsm ffff8a765897af00 addref 2/0 by ffff8a7642d14f80. 00020000:00000002:1.0:1787744947.931997:0:179325:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971aa8) owner 0000000000000000/ffff8a7642d14f80 00020000:00000001:1.0:1787744947.931999:0:179325:0:(lov_object.c:2298:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1787744947.932002:0:179325:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1787744947.932003:0:179325:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1787744947.932005:0:179325:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1787744947.932006:0:179325:0:(lov_object.c:2317:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1787744947.932008:0:179325:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x10a90:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1787744947.932011:0:179325:0:(cl_object.c:917:cl_env_put()) 1@ffff8a767ac507e0 00000080:00000001:1.0:1787744947.932013:0:179325:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.932015:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.932016:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787744947.932018:0:179325:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787744947.932020:0:179325:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787744947.932022:0:179325:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787744947.932025:0:179325:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x10a90:0x0](ffff8a766d5b63c8) 00000080:00010000:1.0:1787744947.932028:0:179325:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x10a90:0x0](ffff8a766d5b63c8) for lock 0x6bfe83e2a9fa08e4 00800000:00000001:1.0:1787744947.932034:0:179325:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787744947.932036:0:179325:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787744947.932037:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.932038:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.932040:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=3 00000020:00000001:1.0:1787744947.932042:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787744947.932044:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787744947.932046:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.932047:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787744947.932049:0:179325:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787744947.932051:0:179325:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.932052:0:179325:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1787744947.932053:0:179325:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744947.932058:0:179325:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8a7672475a40 x1874579698257536/t25769956156(25769956156) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/664 e 0 to 0 dl 1787744963 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744947.932064:0:179325:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787744947.932069:0:179325:0:(namei.c:1651:ll_create_it()) inode ffff8a766d5b63c8 need_sync_to_mds [0x200000402:0x10a90:0x0] 00000080:00000001:1.0:1787744947.932072:0:179325:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787744947.932075:0:179325:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x10a90:0x0](ffff8a766d5b63c8) 00000080:00000001:1.0:1787744947.932078:0:179325:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787744947.932082:0:179325:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a764646bc00. 00000100:00000001:1.0:1787744947.932086:0:179325:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744947.932089:0:179325:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a7672475a40 x1874579698257536/t25769956156(25769956156) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/664 e 0 to 0 dl 1787744963 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744947.932095:0:179325:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.932098:0:179325:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1787744947.932100:0:179325:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787744947.932102:0:179325:0:(namei.c:1500:ll_atomic_open()) inode ffff8a766d5b63c8 need_sync_to_mds [0x200000402:0x10a90:0x0] 00000080:00000001:1.0:1787744947.932109:0:179325:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1787744947.932111:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6fa68 00000080:00200008:1.0:1787744947.932113:0:179325:0:(file.c:1090:ll_file_open()) START file f36g.sanity:[0x200000402:0x10a90:0x0](ffff8a766d5b63c8), flags 104501 00000080:00000010:1.0:1787744947.932119:0:179325:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8a76582fba40. 00000080:00000010:1.0:1787744947.932123:0:179325:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8a76476bd900. 00000080:00000001:1.0:1787744947.932128:0:179325:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1787744947.932131:0:179325:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1787744947.932134:0:179325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787744947.932136:0:179325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787744947.932138:0:179325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787744947.932140:0:179325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787744947.932142:0:179325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787744947.932144:0:179325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a90:0x0] 00800000:00000001:1.0:1787744947.932146:0:179325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744947.932149:0:179325:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1787744947.932152:0:179325:0:(obd.h:1473:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8a76501cbd00. 00000002:00100000:1.0:1787744947.932155:0:179325:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a7672475a40 x1874579698257536/t25769956156(25769956156) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/664 e 0 to 0 dl 1787744963 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787744947.932162:0:179325:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787744947.932163:0:179325:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1787744947.932167:0:179325:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1787744947.932170:0:179325:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.932172:0:179325:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744947.932174:0:179325:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744947.932177:0:179325:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7672475a40 x1874579698257536/t25769956156(25769956156) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/664 e 0 to 0 dl 1787744963 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1787744947.932184:0:179325:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787744947.932186:0:179325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8a7648fc0000. 02000000:00000001:1.0:1787744947.932205:0:179325:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787744947.932206:0:179325:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.932208:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6fa68 00000080:00000008:1.0:1787744947.932210:0:179325:0:(file.c:1329:ll_file_open()) COMPLETED file f36g.sanity:[0x200000402:0x10a90:0x0](ffff8a766d5b63c8), flags 104501, rc = 0 00000080:00000001:1.0:1787744947.932214:0:179325:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1787744947.932215:0:179325:0:(dcache.c:176:ll_intent_release()) intent ffff8a766c7f2960 released 00000080:00010000:1.0:1787744947.932218:0:179325:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08e4 from it ffff8a766c7f2960 00010000:00000001:1.0:1787744947.932220:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.932221:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.932223:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=3 00000020:00000001:1.0:1787744947.932224:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787744947.932229:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787744947.932231:0:179325:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787744947.932234:0:179325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa08e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10a90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd1177cb064f74910 expref: -99 pid: 179325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787744947.932241:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.932242:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744947.932243:0:179325:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787744947.932246:0:179325:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787744947.932248:0:179325:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa08e4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10a90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd1177cb064f74910 expref: -99 pid: 179325 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787744947.932255:0:179325:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744947.932257:0:179325:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744947.932259:0:179325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744947.932263:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.932264:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744947.932265:0:179325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.932268:0:179325:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744947.932270:0:179325:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.932272:0:179325:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.932274:0:179325:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.932276:0:179325:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787744947.932277:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.932278:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787744947.932279:0:179325:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1787744947.932281:0:179325:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1787744947.932283:0:179325:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787744947.932284:0:179325:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787744947.932286:0:179325:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787744947.932287:0:179325:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.932290:0:179325:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1787744947.932292:0:179325:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.932293:0:179325:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787744947.932295:0:179325:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.932297:0:179325:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787744947.932302:0:179325:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff8a766c7f2960. 00000080:00000001:1.0:1787744947.932305:0:179325:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.932309:0:179325:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787744947.932311:0:179325:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x10a90:0x0](ffff8a766d5b63c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1787744947.932315:0:179325:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787744947.932337:0:179325:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1787744947.932340:0:179325:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971aa8) owner 0000000000000000/ffff8a7642d14f80 00020000:00000002:1.0:1787744947.932342:0:179325:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971aa8) owner 0000000000000000/ffff8a7642d14f80 00020000:00000001:1.0:1787744947.932345:0:179325:0:(lov_object.c:2464:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.932353:0:179325:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:1.0:1787744947.932354:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6fc30 00000080:00200008:1.0:1787744947.932357:0:179325:0:(llite_lib.c:2427:ll_setattr_raw()) START file f36g.sanity:[0x200000402:0x10a90:0x0](ffff8a766d5b63c8) current size 0, valid attrs 20070, mode 0, uid -1053911974, gid -1, new size 18446744071851932183, atime 1787744947.000000000, mtime 1787744947.000000000, ctime 1787744947.000000000 00000080:00000002:1.0:1787744947.932363:0:179325:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1787744947, ctime 1787744947, now = 1787744947 00000080:00000002:1.0:1787744947.932365:0:179325:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff8a766d5b63c8 attr 0x100201f0 need_sync_to_mds [0x200000402:0x10a90:0x0] 00000080:00000010:1.0:1787744947.932369:0:179325:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff8a7648dc1000. 00000080:00000001:1.0:1787744947.932371:0:179325:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:1.0:1787744947.932376:0:179325:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:1.0:1787744947.932378:0:179325:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000402:0x10a90:0x0], valid 0x100201f0/0x0 00800000:00000001:1.0:1787744947.932380:0:179325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787744947.932381:0:179325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787744947.932382:0:179325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787744947.932384:0:179325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787744947.932386:0:179325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787744947.932387:0:179325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a90:0x0] 00800000:00000001:1.0:1787744947.932795:0:179325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744947.932799:0:179325:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1787744947.932801:0:179325:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787744947.932804:0:179325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976700 count: 2 00010000:00000001:1.0:1787744947.932807:0:179325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787744947.932809:0:179325:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787744947.932812:0:179325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787744947.932816:0:179325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa08e4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10a90:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd1177cb064f74910 expref: -99 pid: 179325 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1787744947.932835:0:179325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787744947.932838:0:179325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787744947.932840:0:179325:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787744947.932842:0:179325:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x10a90:0x0] mode (null) 00000002:00000001:1.0:1787744947.932845:0:179325:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744947.932847:0:179325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744947.932848:0:179325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976700 count: 3 00010000:00000001:1.0:1787744947.932850:0:179325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744947.932853:0:179325:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744947.932855:0:179325:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744947.932856:0:179325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744947.932857:0:179325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976700 count: 3 00010000:00000001:1.0:1787744947.932859:0:179325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744947.932861:0:179325:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744947.932862:0:179325:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744947.932863:0:179325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744947.932864:0:179325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976700 count: 3 00010000:00000001:1.0:1787744947.932866:0:179325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744947.932867:0:179325:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744947.932869:0:179325:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744947.932869:0:179325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744947.932871:0:179325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976700 count: 3 00010000:00000001:1.0:1787744947.932872:0:179325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744947.932874:0:179325:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.932876:0:179325:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.932878:0:179325:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787744947.932879:0:179325:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787744947.932881:0:179325:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614840203347944 : -129233506203672 : ffff8a767ac507e8) 00000020:00001000:1.0:1787744947.932883:0:179325:0:(cl_object.c:823:cl_env_get()) 1@ffff8a767ac507e0 00000020:00000001:1.0:1787744947.932884:0:179325:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1787744947.932886:0:179325:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x10a90:0x0]: losing layout lock 00000080:00000001:1.0:1787744947.932888:0:179325:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1787744947.932890:0:179325:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1787744947.932892:0:179325:0:(lov_object.c:1456:lov_conf_set()) Process entered 00020000:00000001:1.0:1787744947.932893:0:179325:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787744947.932898:0:179325:0:(lov_object.c:1543:lov_conf_set()) [0x200000402:0x10a90:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1787744947.932900:0:179325:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.932902:0:179325:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1787744947.932904:0:179325:0:(cl_object.c:917:cl_env_put()) 1@ffff8a767ac507e0 00000080:00000001:1.0:1787744947.932906:0:179325:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.932908:0:179325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787744947.932910:0:179325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x10a90:0x0](ffff8a766d5b63c8) invalid 00000020:00000001:1.0:1787744947.932912:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f838 00000080:00002000:1.0:1787744947.932914:0:179325:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f36g.sanity (ffff8a7649be8510) parent ffff8a766025b0d8 inode ffff8a766d5b63c8 refc 1 00000080:00000001:1.0:1787744947.932917:0:179325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787744947.932920:0:179325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787744947.932921:0:179325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.932924:0:179325:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787744947.932927:0:179325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787744947.932928:0:179325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787744947.932931:0:179325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744947.932933:0:179325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787744947.932935:0:179325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a7647352a00 with handle 0x6bfe83e2a9fa08e4 from hash 00010000:00000001:1.0:1787744947.932938:0:179325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787744947.932939:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.932941:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744947.932942:0:179325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787744947.932944:0:179325:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787744947.932945:0:179325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787744947.932947:0:179325:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787744947.932949:0:179325:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787744947.932951:0:179325:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1787744947.932956:0:179325:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a1e00. 00000020:00000040:1.0:1787744947.932959:0:179325:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1728 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00010000:00000001:1.0:1787744947.932964:0:179325:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787744947.932967:0:179325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744947.932970:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.932971:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744947.932972:0:179325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744947.932975:0:179325:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787744947.932977:0:179325:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787744947.932983:0:179325:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787744947.932989:0:179325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a7648dc1400. 00000100:00000001:1.0:1787744947.932994:0:179325:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.932997:0:179325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787744947.932999:0:179325:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787744947.933004:0:179325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa08e4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x10a90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd1177cb064f74910 expref: -99 pid: 179325 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787744947.933010:0:179325:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1787744947.933012:0:179325:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787744947.933014:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787744947.933016:0:179325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa08e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10a90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd1177cb064f74910 expref: -99 pid: 179325 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1787744947.933024:0:179325:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8a76476bd680. 00010000:00000040:1.0:1787744947.933027:0:179325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a7658976700 count: 0 00010000:00000010:1.0:1787744947.933031:0:179325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a7648972100. 00010000:00000001:1.0:1787744947.933037:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744947.933038:0:179325:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.933040:0:179325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787744947.933042:0:179325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.933044:0:179325:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1787744947.933046:0:179325:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1787744947, ctime 1787744947 00000020:00100000:1.0:1787744947.933053:0:179325:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a7648bee000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787744947.933059:0:179325:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a76518a1e00 x1874579698258176/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787744947.933067:0:179325:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787744947.933068:0:179325:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787744947.933073:0:179325:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7679b46e40. 00000100:00000001:1.0:1787744947.933075:0:179325:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614840185482816 : -129233524068800 : ffff8a7679b46e40) 00000100:00000001:1.0:1787744947.933077:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744947.933078:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511621120 : -129234197930496 : ffff8a76518a1e00) 00000100:00000001:1.0:1787744947.933082:0:179325:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787744947.933090:0:179325:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744947.933092:0:179325:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787744947.933093:0:179325:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787744947.933097:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a1e00 x1874579698258176/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744947.933105:0:179325:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787744947.933107:0:179325:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744947.933110:0:179325:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787744947.933112:0:179325:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787744947.933114:0:179325:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787744947.933117:0:179325:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a1e00 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179325:1874579698258176:192.168.201.110@tcp:36:touch.0 00000100:00000001:1.0:1787744947.933121:0:179325:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787744947.933125:0:179325:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787744947.933127:0:179325:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744947.933129:0:179325:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787744947.933132:0:179325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a7643d05000. 02000000:00000001:1.0:1787744947.933134:0:179325:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787744947.933139:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1787744947.933142:0:179325:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c00c60. 00000400:00000010:1.0:1787744947.933148:0:179325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0908. 00000100:00000200:1.0:1787744947.933154:0:179325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874579698258176, portal 10 00000100:00000001:1.0:1787744947.933156:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744947.933157:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511621120 : -129234197930496 : ffff8a76518a1e00) 00000100:00000040:1.0:1787744947.933163:0:179325:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a76518a1e00 x1874579698258176/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1787744963 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744947.933170:0:179325:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787744947.933173:0:179325:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787744947.933175:0:179325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0bb0. 00000100:00000200:1.0:1787744947.933178:0:179325:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1874579698258176, offset 0 00000400:00000200:1.0:1787744947.933183:0:179325:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1787744947.933190:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744947.933196:0:179325:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1787744947.933200:0:179325:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787744947.933207:0:179325:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1787744947.933211:0:179325:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787744947.933214:0:179325:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787744947.933217:0:179325:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440778:440778:256:4294967295] 192.168.201.110@tcp LPNI seq info [440777:440777:8:4294967295] 00000400:00000200:1.0:1787744947.933222:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744947.933231:0:179325:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1787744947.933236:0:179325:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1787744947.933240:0:179325:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a7646683000. 00000800:00000200:1.0:1787744947.933536:0:179325:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1787744947.933543:0:179325:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1787744947.933548:0:179325:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7646683000 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1787744947.933598:0:179325:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744947.933603:0:179325:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8821 usecs (9 jiffies) 00000400:00000200:1.0:1787744947.933606:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787744947.933608:0:179325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301242894 00000100:00000001:1.0:1787744947.933611:0:179325:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301244146 00000100:00000001:1.0:1787744947.933613:0:179325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301242894 00000100:00000001:1.0:1787744947.933615:0:179325:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301244147 00000100:00000001:1.0:1787744947.933617:0:179325:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744947.933620:0:179325:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744947.933622:0:179325:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787744947.933624:0:179325:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787744947.933626:0:179325:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7679b46e40 going to sleep for 11 seconds 00000100:00000001:1.0:1787744947.933629:0:179325:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787744947.933631:0:179325:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787744947.942329:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744947.942339:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a7646683000. 00000400:00000200:2.0:1787744947.942347:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744947.942356:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744947.942363:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0bb0 00000400:00000010:2.0:1787744947.942366:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0bb0. 00000100:00000001:2.0:1787744947.942372:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744947.942380:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a1e00 x1874579698258176/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1787744963 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744947.943507:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744947.943514:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76518a1e00 x1874579698258176/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1787744963 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744947.943523:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744947.943525:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787744947.947723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a7679b27b00. 00010000:00000010:1.1:1787744947.947740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a7658976700. 00010000:00000010:1.1:1787744947.947744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a7647352a00. 00000800:00000001:3.0:1787744947.967557:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744947.967576:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744947.967581:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744947.967583:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744947.967592:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744947.967599:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744947.967608:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744947.967613:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744947.967618:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744947.967622:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a8eb99048f00 00000400:00000200:3.0:1787744947.967626:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744947.967646:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1bbd [1] + 224 00000800:00000001:3.0:1787744947.967653:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744947.967659:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744947.967719:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744947.967725:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744947.967733:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744947.967742:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a7672476580 x1874579698257664/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744947.967753:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a7672476580 x1874579698257664/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744947.967763:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744947.967771:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744947.967775:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744947.967897:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744947.967902:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787744947.967915:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787744947.967917:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787744947.967930:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c3aa8. 00000400:00000200:0.0:1787744947.967934:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4198 00000400:00000010:0.0:1787744947.967936:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4198. 00000100:00000001:0.0:1787744947.967940:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787744947.967944:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a7672476580 x1874579698257664/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787744947.967952:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a7672476580 x1874579698257664/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744947.967958:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787744947.967960:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744947.967963:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787744947.967966:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787744947.967968:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787744947.967971:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744947.967974:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787744947.967981:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a76476e0460 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1787744947.967985:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a76476e0418 time=10 v=5 (1 1 1 1) 00000100:00000001:0.0:1787744947.967987:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787744947.967989:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.967992:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787744947.967994:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.967997:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744947.968002:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a7672476580 x1874579698257664/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744947.968008:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744947.968012:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787744947.968013:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744947.968017:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a7672476580 x1874579698257664/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787744947.968025:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a7672476580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:295f25df-de87-4de2-8334-248ba01fceab:2397:1874579698257664:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744947.968030:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.968039:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744947.968043:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7672476580 x1874579698257664/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744947.968048:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744947.968051:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744947.968054:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a764646ac00. 02000000:00000001:0.0:1787744947.968057:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744947.968060:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744947.968061:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a76476e0000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:0.0:1787744947.968064:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744947.968066:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a764880f700. 02000000:00000001:0.0:1787744947.968069:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744947.968071:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744947.968073:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7672476580. 00000100:00000001:0.0:1787744947.968076:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744947.968078:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744947.968080:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.968082:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744947.968083:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787744947.968084:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.968086:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787744947.972583:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.973140:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744947.973145:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.973149:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744947.973158:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.973165:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744947.973173:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.973177:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.973181:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.973185:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb99048f80 00000400:00000200:2.0:1787744947.973189:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.973195:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1bb5 [1] + 224 00000800:00000001:2.0:1787744947.973215:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.973220:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744947.973223:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744947.973229:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744947.973237:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744947.973255:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a7672474000 x1874579698257792/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744947.973266:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a7672474000 x1874579698257792/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744947.973276:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744947.973285:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.973289:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744947.973290:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.973292:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744947.973295:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.973298:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744947.973302:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.973314:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.973448:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.973451:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb99049000 00000400:00000200:2.0:1787744947.973454:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.973458:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1bc5 [1] + 224 00000800:00000001:2.0:1787744947.973462:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.973467:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744947.973468:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744947.973472:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744947.973475:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744947.973479:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a7672477840 x1874579698257920/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744947.973487:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a7672477840 x1874579698257920/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744947.973506:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744947.973511:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.973515:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744947.973516:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.973518:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744947.973522:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.973525:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744947.973528:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.973531:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.973533:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.973535:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 456 into portal 10 MB=0x6a8eb99049100 00000400:00000200:2.0:1787744947.973538:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.973542:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 456/456 into md 0x3e1bcd [1] + 224 00000800:00000001:2.0:1787744947.973546:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.973552:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744947.973554:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744947.973556:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744947.973559:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744947.973563:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a1e00 x1874579698258176/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1787744963 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744947.973571:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8a76518a1e00 x1874579698258176/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744947.973590:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744947.973593:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.973596:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744947.973686:0:179325:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787744947.973693:0:179325:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787744947.973695:0:179325:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787744947.973698:0:179325:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c00c60. 00000400:00000200:1.0:1787744947.973713:0:179325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0908 00000400:00000010:1.0:1787744947.973715:0:179325:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0908. 00000100:00000001:1.0:1787744947.973724:0:179325:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787744947.973728:0:179325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a1e00 x1874579698258176/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787744947.973736:0:179325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a1e00 x1874579698258176/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744947.973742:0:179325:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787744947.973744:0:179325:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744947.973747:0:179325:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787744947.973750:0:179325:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787744947.973752:0:179325:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787744947.973754:0:179325:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744947.973756:0:179325:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787744947.973765:0:179325:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1787744947.973768:0:179325:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1787744947.973771:0:179325:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787744947.973772:0:179325:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.973775:0:179325:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787744947.973778:0:179325:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744947.973781:0:179325:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787744947.973783:0:179325:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787744947.973785:0:179325:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787744947.973787:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744947.973789:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511621120 : -129234197930496 : ffff8a76518a1e00) 00000100:00000001:1.0:1787744947.973791:0:179325:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787744947.973794:0:179325:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956155 00000100:00000001:1.0:1787744947.973795:0:179325:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787744947.973798:0:179325:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744947.973802:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a1e00 x1874579698258176/t25769956157(25769956157) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1787744963 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744947.973809:0:179325:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744947.973812:0:179325:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787744947.973813:0:179325:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787744947.973817:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a1e00 x1874579698258176/t25769956157(25769956157) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1787744963 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787744947.973835:0:179325:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a1e00 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179325:1874579698258176:192.168.201.110@tcp:36:touch.0 00000100:00000001:1.0:1787744947.973839:0:179325:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744947.973842:0:179325:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744947.973844:0:179325:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787744947.973846:0:179325:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744947.973849:0:179325:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76518a1e00 x1874579698258176/t25769956157(25769956157) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1787744963 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744947.973856:0:179325:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787744947.973859:0:179325:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7679b46e40. 00000100:00000001:1.0:1787744947.973861:0:179325:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787744947.973863:0:179325:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744947.973869:0:179325:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787744947.973872:0:179325:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744947.973877:0:179325:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1787744947.973879:0:179325:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787744947.973887:0:179325:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289347728 : 144115205289347728 : 200000402010a90) 00000080:00000001:1.0:1787744947.973890:0:179325:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:1.0:1787744947.973895:0:179325:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744947.973898:0:179325:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a1e00 x1874579698258176/t25769956157(25769956157) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1787744963 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744947.973904:0:179325:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787744947.973907:0:179325:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787744947.973909:0:179325:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.973911:0:179325:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.973914:0:179325:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:1.0:1787744947.973917:0:179325:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787744947.973919:0:179325:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787744947.973921:0:179325:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787744947.973922:0:179325:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.973932:0:179325:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.973935:0:179325:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:1.0:1787744947.973938:0:179325:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787744947.973947:0:179325:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614840203347944 : -129233506203672 : ffff8a767ac507e8) 00000020:00001000:1.0:1787744947.973950:0:179325:0:(cl_object.c:823:cl_env_get()) 1@ffff8a767ac507e0 00000020:00000001:1.0:1787744947.973955:0:179325:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a3918 -> ffff8a766c9a3918 00000020:00000001:1.0:1787744947.973957:0:179325:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787744947.973960:0:179325:0:(vvp_io.c:1861:vvp_io_init()) Process entered 00000080:00200000:1.0:1787744947.973962:0:179325:0:(vvp_io.c:1866:vvp_io_init()) [0x200000402:0x10a90:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1787744947.973965:0:179325:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787744947.973967:0:179325:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1787744947.973969:0:179325:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787744947.973971:0:179325:0:(file.c:6152:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1787744947.973974:0:179325:0:(file.c:6154:ll_take_md_lock()) trying to match res [0x200000402:0x10a90:0x0] 00800000:00000001:1.0:1787744947.973977:0:179325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787744947.973980:0:179325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787744947.973982:0:179325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787744947.973994:0:179325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787744947.973996:0:179325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787744947.973998:0:179325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a90:0x0] 00800000:00000001:1.0:1787744947.974001:0:179325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744947.974004:0:179325:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744947.974006:0:179325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787744947.974012:0:179325:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744947.974015:0:179325:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787744947.974016:0:179325:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x10a90:0x0]: 0 00000080:00000001:1.0:1787744947.974018:0:179325:0:(file.c:6159:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.974021:0:179325:0:(file.c:7058:ll_layout_intent()) Process entered 00000080:00000010:1.0:1787744947.974025:0:179325:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7648dc0400. 00000080:00010000:1.0:1787744947.974032:0:179325:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000402:0x10a90:0x0](ffff8a766d5b63c8) 00000080:00000001:1.0:1787744947.974035:0:179325:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787744947.974038:0:179325:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787744947.974041:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f958 00800000:00000002:1.0:1787744947.974043:0:179325:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000402:0x10a90:0x0] '' on [0x200000402:0x10a90:0x0] 00800000:00000001:1.0:1787744947.974047:0:179325:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787744947.974049:0:179325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787744947.974050:0:179325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787744947.974051:0:179325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787744947.974052:0:179325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787744947.974054:0:179325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787744947.974055:0:179325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a90:0x0] 00800000:00000001:1.0:1787744947.974071:0:179325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787744947.974075:0:179325:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000402:0x10a90:0x0], fid2=[0x200000402:0x10a90:0x0], name='' -> mds #0 00000002:00000001:1.0:1787744947.974079:0:179325:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787744947.974081:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f828 00000002:00010000:1.0:1787744947.974082:0:179325:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x10a90:0x0]) in obj [0x200000402:0x10a90:0x0], intent: layout flags 0 00000002:00000001:1.0:1787744947.974086:0:179325:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787744947.974087:0:179325:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:1.0:1787744947.974091:0:179325:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a12c0. 00000020:00000040:1.0:1787744947.974094:0:179325:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1729 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00010000:00000001:1.0:1787744947.974099:0:179325:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787744947.974103:0:179325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744947.974109:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.974111:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744947.974112:0:179325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744947.974114:0:179325:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787744947.974116:0:179325:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787744947.974119:0:179325:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787744947.974126:0:179325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a7648dc0e00. 00000100:00000001:1.0:1787744947.974132:0:179325:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.974135:0:179325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787744947.974136:0:179325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.974138:0:179325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787744947.974139:0:179325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.974141:0:179325:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744947.974144:0:179325:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446614839511618240 : -129234197933376 : ffff8a76518a12c0) 00010000:00000001:1.0:1787744947.974147:0:179325:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787744947.974149:0:179325:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787744947.974153:0:179325:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8a7658976700. 00010000:00000010:1.0:1787744947.974158:0:179325:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a7648972100. 00010000:00000001:1.0:1787744947.974162:0:179325:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787744947.974165:0:179325:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a767247fe00. 00000020:00000001:1.0:1787744947.974168:0:179325:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787744947.974171:0:179325:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a767247fe00 with handle 0x6bfe83e2a9fa08eb to hash 00000020:00000001:1.0:1787744947.974173:0:179325:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787744947.974179:0:179325:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00010000:00000001:1.0:1787744947.974183:0:179325:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00010000:00000001:1.0:1787744947.974186:0:179325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744947.974188:0:179325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744947.974192:0:179325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247fe00/0x6bfe83e2a9fa08eb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x10a90:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 179325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787744947.974200:0:179325:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247fe00/0x6bfe83e2a9fa08eb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x10a90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787744947.974210:0:179325:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247fe00/0x6bfe83e2a9fa08eb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x10a90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787744947.974216:0:179325:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787744947.974217:0:179325:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787744947.974223:0:179325:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7679b46e40. 00000100:00000001:1.0:1787744947.974224:0:179325:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614840185482816 : -129233524068800 : ffff8a7679b46e40) 00000100:00000001:1.0:1787744947.974226:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744947.974228:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511618240 : -129234197933376 : ffff8a76518a12c0) 00000100:00000001:1.0:1787744947.974231:0:179325:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787744947.974235:0:179325:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744947.974237:0:179325:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787744947.974239:0:179325:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787744947.974521:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a12c0 x1874579698258304/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/4440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744947.974530:0:179325:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787744947.974532:0:179325:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744947.974536:0:179325:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787744947.974539:0:179325:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787744947.974541:0:179325:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787744947.974545:0:179325:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a12c0 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179325:1874579698258304:192.168.201.110@tcp:101:touch.0 00000100:00000001:1.0:1787744947.974548:0:179325:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787744947.974553:0:179325:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787744947.974561:0:179325:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744947.974564:0:179325:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787744947.974569:0:179325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8a7650012000. 02000000:00000001:1.0:1787744947.974571:0:179325:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787744947.974575:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1787744947.974578:0:179325:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c00c60. 00000400:00000010:1.0:1787744947.974583:0:179325:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a7679b46b40. 00000100:00000200:1.0:1787744947.974589:0:179325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1874579698258304, portal 10 00000100:00000001:1.0:1787744947.974591:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744947.974592:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511618240 : -129234197933376 : ffff8a76518a12c0) 00000100:00000040:1.0:1787744947.974598:0:179325:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a76518a12c0 x1874579698258304/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/4440 e 0 to 0 dl 1787744963 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744947.974605:0:179325:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787744947.974607:0:179325:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787744947.974610:0:179325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0908. 00000100:00000200:1.0:1787744947.974613:0:179325:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1874579698258304, offset 0 00000400:00000200:1.0:1787744947.974619:0:179325:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1787744947.974625:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744947.974631:0:179325:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1787744947.974636:0:179325:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787744947.974640:0:179325:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1787744947.974643:0:179325:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787744947.974646:0:179325:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787744947.974649:0:179325:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440779:440779:256:4294967295] 192.168.201.110@tcp LPNI seq info [440778:440778:8:4294967295] 00000400:00000200:1.0:1787744947.974654:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744947.974688:0:179325:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1787744947.974694:0:179325:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1787744947.974699:0:179325:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a7646683e00. 00000800:00000200:1.0:1787744947.974716:0:179325:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1787744947.974723:0:179325:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1787744947.974728:0:179325:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7646683e00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:1.0:1787744947.974738:0:179325:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744947.974748:0:179325:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8821 usecs (9 jiffies) 00000400:00000200:1.0:1787744947.974751:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787744947.974754:0:179325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301242936 00000100:00000001:1.0:1787744947.974757:0:179325:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301244146 00000100:00000001:1.0:1787744947.974759:0:179325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301242936 00000100:00000001:1.0:1787744947.974761:0:179325:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301244147 00000100:00000001:1.0:1787744947.974763:0:179325:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744947.974766:0:179325:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744947.974768:0:179325:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787744947.974770:0:179325:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787744947.974772:0:179325:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7679b46e40 going to sleep for 11 seconds 00000100:00000001:1.0:1787744947.974775:0:179325:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787744947.974776:0:179325:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.975867:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744947.975872:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787744947.975878:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787744947.975880:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787744947.975882:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c3688. 00000400:00000200:0.0:1787744947.975889:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4660 00000400:00000010:0.0:1787744947.975891:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4660. 00000100:00000001:0.0:1787744947.975896:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787744947.975903:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a7672477840 x1874579698257920/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787744947.975913:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a7672477840 x1874579698257920/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744947.975929:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787744947.975931:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744947.975932:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787744947.975944:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787744947.975946:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787744947.975948:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744947.975951:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787744947.975958:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648652c60 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1787744947.975961:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648652c18 time=17 v=5 (1 1 0 0) 00000100:00000001:0.0:1787744947.975963:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787744947.975964:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.975967:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787744947.975970:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.975973:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787744947.975974:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a7648bee000: skip recheck: last_committed 8589936036 00000100:00000001:0.0:1787744947.975976:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787744947.975978:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744947.975983:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a7672477840 x1874579698257920/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744947.975996:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744947.975999:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787744947.976001:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744947.976005:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a7672477840 x1874579698257920/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787744947.976013:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a7672477840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2397:1874579698257920:192.168.201.110@tcp:400:kworker.0 00000400:00000001:0.0:1787744947.976020:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787744947.976021:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787744947.976022:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c35d8. 00000400:00000200:0.0:1787744947.976024:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef46e8 00000400:00000010:0.0:1787744947.976026:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef46e8. 00000100:00000001:0.0:1787744947.976028:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787744947.976032:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a7672474000 x1874579698257792/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787744947.976040:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a7672474000 x1874579698257792/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744947.976056:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787744947.976057:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744947.976059:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787744947.976061:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787744947.976062:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787744947.976063:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744947.976065:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787744947.976069:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654460 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1787744947.976072:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=49 v=5 (1 1 1 1) 00000100:00000001:0.0:1787744947.976074:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787744947.976075:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744947.976077:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787744947.976079:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.976081:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787744947.976082:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:0.0:1787744947.976084:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787744947.976086:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744947.976090:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a7672474000 x1874579698257792/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744947.976095:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744947.976097:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787744947.976099:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744947.976102:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a7672474000 x1874579698257792/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787744947.976109:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a7672474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2397:1874579698257792:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744947.976113:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744947.976116:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744947.976119:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7672477840 x1874579698257920/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744947.976125:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744947.976128:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744947.976136:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a764646ae00. 02000000:00000001:0.0:1787744947.976139:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744947.976141:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744947.976143:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a7648652800 refcount=2 obd=lustre-OST0001-osc-ffff8a7648bee000 00000020:00000001:0.0:1787744947.976146:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744947.976148:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a764880f000. 02000000:00000001:0.0:1787744947.976151:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744947.976153:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744947.976155:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7672477840. 00000100:00000001:0.0:1787744947.976158:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744947.976159:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744947.976161:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744947.976165:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7672474000 x1874579698257792/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744947.976171:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744947.976173:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744947.976174:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a764646b200. 02000000:00000001:0.0:1787744947.976177:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744947.976179:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744947.976180:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=2 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:0.0:1787744947.976181:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744947.976183:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a764880f600. 02000000:00000001:0.0:1787744947.976185:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744947.976186:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744947.976187:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7672474000. 00000100:00000001:0.0:1787744947.976189:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744947.976190:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744947.976192:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744947.976200:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787744947.976201:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.976203:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744947.976205:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787744947.982526:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744947.982534:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a7646683e00. 00000400:00000200:3.0:1787744947.982540:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744947.982549:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744947.982556:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0908 00000400:00000010:3.0:1787744947.982559:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0908. 00000100:00000001:3.0:1787744947.982564:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744947.982572:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a12c0 x1874579698258304/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/4440 e 0 to 0 dl 1787744963 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.982584:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744947.982588:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76518a12c0 x1874579698258304/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/4440 e 0 to 0 dl 1787744963 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.982594:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744947.982596:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787744947.991287:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.991314:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744947.991317:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.991320:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744947.991337:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.991345:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744947.991370:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.991374:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.991380:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.991383:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 400 into portal 10 MB=0x6a8eb99049180 00000400:00000200:2.0:1787744947.991402:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744947.991410:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 400/400 into md 0x3e1bd5 [2] + 224 00000800:00000001:2.0:1787744947.991416:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.991425:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744947.991428:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744947.991432:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744947.991440:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744947.991448:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a12c0 x1874579698258304/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/4440 e 0 to 0 dl 1787744963 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787744947.991459:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=4440 req@ffff8a76518a12c0 x1874579698258304/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/4440 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787744947.991475:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744947.991483:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744947.991487:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744947.991956:0:179325:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787744947.991965:0:179325:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787744947.991967:0:179325:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787744947.991970:0:179325:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c00c60. 00000400:00000200:1.0:1787744947.991975:0:179325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7679b46b40 00000400:00000010:1.0:1787744947.991977:0:179325:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8a7679b46b40. 00000100:00000001:1.0:1787744947.991980:0:179325:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787744947.991985:0:179325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a12c0 x1874579698258304/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/4440 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787744947.991994:0:179325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a12c0 x1874579698258304/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/4440 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744947.992000:0:179325:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787744947.992002:0:179325:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744947.992004:0:179325:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787744947.992007:0:179325:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787744947.992010:0:179325:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787744947.992012:0:179325:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744947.992014:0:179325:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787744947.992221:0:179325:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1787744947.992226:0:179325:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1787744947.992236:0:179325:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787744947.992238:0:179325:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.992249:0:179325:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787744947.992252:0:179325:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744947.992256:0:179325:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787744947.992258:0:179325:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956155 00000100:00000001:1.0:1787744947.992260:0:179325:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787744947.992262:0:179325:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744947.992268:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a12c0 x1874579698258304/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744947.992274:0:179325:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744947.992277:0:179325:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787744947.992279:0:179325:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787744947.992282:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a12c0 x1874579698258304/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1787744963 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787744947.992290:0:179325:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a12c0 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179325:1874579698258304:192.168.201.110@tcp:101:touch.0 00000100:00000001:1.0:1787744947.992294:0:179325:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744947.992297:0:179325:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744947.992298:0:179325:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787744947.992300:0:179325:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744947.992303:0:179325:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a12c0 x1874579698258304/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1787744963 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744947.992310:0:179325:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787744947.992467:0:179325:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7679b46e40. 00000100:00000001:1.0:1787744947.992472:0:179325:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787744947.992473:0:179325:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.992477:0:179325:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787744947.992481:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.992483:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.992486:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247fe00 refcount=4 00000020:00000001:1.0:1787744947.992489:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00010000:00000001:1.0:1787744947.992493:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00010000:00000040:1.0:1787744947.992506:0:179325:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8a767247fe00, remote cookie: 0xd1177cb064f74925, flags: 0x1000 00010000:00000001:1.0:1787744947.992510:0:179325:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787744947.992515:0:179325:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787744947.992516:0:179325:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787744947.992519:0:179325:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787744947.992520:0:179325:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787744947.992522:0:179325:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x10a90:0x0].0x0 (ffff8a7658976700) refcount = 1 00010000:00010000:1.0:1787744947.992527:0:179325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247fe00/0x6bfe83e2a9fa08eb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x10a90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74925 expref: -99 pid: 179325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787744947.992536:0:179325:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787744947.992539:0:179325:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787744947.992541:0:179325:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787744947.992543:0:179325:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787744947.992545:0:179325:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744947.992549:0:179325:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247fe00/0x6bfe83e2a9fa08eb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x10a90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74925 expref: -99 pid: 179325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787744947.992555:0:179325:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787744947.992557:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.992559:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744947.992560:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.992561:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744947.992563:0:179325:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744947.992568:0:179325:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787744947.992569:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.992570:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.992572:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247fe00 refcount=3 00000020:00000001:1.0:1787744947.992574:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00010000:00000001:1.0:1787744947.992577:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00010000:00000001:1.0:1787744947.992578:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.992580:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787744947.992585:0:179325:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff8a76518a12c0 x1874579698258304/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1787744963 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:1.0:1787744947.992606:0:179325:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff8a7648bee000: layout return lvb 56 transno 0 00010000:00000001:1.0:1787744947.992609:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.992610:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.992612:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247fe00 refcount=3 00000020:00000001:1.0:1787744947.992614:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00010000:00000001:1.0:1787744947.992616:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00000002:00010000:1.0:1787744947.992620:0:179325:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247fe00/0x6bfe83e2a9fa08eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x10a90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74925 expref: -99 pid: 179325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1787744947.992629:0:179325:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8a76476bd680. 00010000:00000001:1.0:1787744947.992631:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.992632:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787744947.992634:0:179325:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744947.992636:0:179325:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744947.992638:0:179325:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787744947.992640:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.992641:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.992642:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247fe00 refcount=3 00000020:00000001:1.0:1787744947.992644:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00010000:00000001:1.0:1787744947.992646:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00000002:00010000:1.0:1787744947.992650:0:179325:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247fe00/0x6bfe83e2a9fa08eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x10a90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74925 expref: -99 pid: 179325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787744947.992656:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.992657:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744947.992659:0:179325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787744947.992660:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.992693:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.992695:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247fe00 refcount=3 00000020:00000001:1.0:1787744947.992697:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00010000:00000001:1.0:1787744947.992700:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00010000:00000040:1.0:1787744947.992720:0:179325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976700 count: 2 00010000:00000001:1.0:1787744947.992723:0:179325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787744947.992727:0:179325:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a7647e84400 type 13 mode 16 res 8589935618/68240 (0 0) 00010000:00000001:1.0:1787744947.992730:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.992731:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787744947.992732:0:179325:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787744947.992735:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6f7b0 00000002:00002000:1.0:1787744947.992737:0:179325:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:1.0:1787744947.992740:0:179325:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787744947.992743:0:179325:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787744947.992745:0:179325:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787744947.992748:0:179325:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000402:0x10a90:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1787744947.992751:0:179325:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744947.992754:0:179325:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744947.992759:0:179325:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76518a12c0 x1874579698258304/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1787744963 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744947.992765:0:179325:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787744947.992768:0:179325:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787744947.992770:0:179325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8a7650012000. 02000000:00000001:1.0:1787744947.992774:0:179325:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787744947.992777:0:179325:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787744947.992778:0:179325:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1728 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:1.0:1787744947.992780:0:179325:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787744947.992783:0:179325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a7648dc0e00. 02000000:00000001:1.0:1787744947.992787:0:179325:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787744947.992788:0:179325:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787744947.992790:0:179325:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76518a12c0. 00000100:00000001:1.0:1787744947.992793:0:179325:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787744947.992794:0:179325:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1787744947.992799:0:179325:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7648dc0400. 00000080:00010000:1.0:1787744947.992803:0:179325:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x10a90:0x0](ffff8a766d5b63c8) for lock 0x6bfe83e2a9fa08eb 00800000:00000001:1.0:1787744947.992807:0:179325:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787744947.992810:0:179325:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787744947.992811:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.992812:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.992821:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247fe00 refcount=3 00000020:00000001:1.0:1787744947.992824:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00010000:00000001:1.0:1787744947.992826:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00010000:00000001:1.0:1787744947.992828:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.992829:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787744947.992831:0:179325:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787744947.992833:0:179325:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787744947.992835:0:179325:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08eb from it ffffa29d41c6fa78 00010000:00000001:1.0:1787744947.992838:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.992838:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.992840:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247fe00 refcount=3 00000020:00000001:1.0:1787744947.992841:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00010000:00000001:1.0:1787744947.992843:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00010000:00000001:1.0:1787744947.992845:0:179325:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787744947.992848:0:179325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247fe00/0x6bfe83e2a9fa08eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x10a90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74925 expref: -99 pid: 179325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787744947.992854:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.992855:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744947.992856:0:179325:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787744947.992859:0:179325:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787744947.992861:0:179325:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247fe00/0x6bfe83e2a9fa08eb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x10a90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74925 expref: -99 pid: 179325 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787744947.992868:0:179325:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744947.992870:0:179325:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744947.992872:0:179325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744947.992875:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.992876:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744947.992878:0:179325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.992881:0:179325:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744947.992883:0:179325:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.992884:0:179325:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.992887:0:179325:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.992893:0:179325:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787744947.992895:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.992896:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787744947.992897:0:179325:0:(file.c:7092:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.992901:0:179325:0:(file.c:6152:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1787744947.992903:0:179325:0:(file.c:6154:ll_take_md_lock()) trying to match res [0x200000402:0x10a90:0x0] 00800000:00000001:1.0:1787744947.992907:0:179325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787744947.992909:0:179325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787744947.992911:0:179325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787744947.992914:0:179325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787744947.992916:0:179325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787744947.993079:0:179325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a90:0x0] 00800000:00000001:1.0:1787744947.993082:0:179325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744947.993085:0:179325:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744947.993087:0:179325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744947.993090:0:179325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976700 count: 2 00010000:00000001:1.0:1787744947.993092:0:179325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787744947.993095:0:179325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787744947.993099:0:179325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787744947.993102:0:179325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247fe00/0x6bfe83e2a9fa08eb lrc: 2/1,0 mode: CR/CR res: [0x200000402:0x10a90:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74925 expref: -99 pid: 179325 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787744947.993109:0:179325:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787744947.993114:0:179325:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744947.993117:0:179325:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247fe00/0x6bfe83e2a9fa08eb lrc: 2/1,0 mode: CR/CR res: [0x200000402:0x10a90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74925 expref: -99 pid: 179325 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1787744947.993122:0:179325:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1787744947.993124:0:179325:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x10a90:0x0]: 16 00000080:00000001:1.0:1787744947.993126:0:179325:0:(file.c:6159:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:1.0:1787744947.993129:0:179325:0:(file.c:6949:ll_layout_lock_set()) Process entered 00010000:00000001:1.0:1787744947.993130:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.993131:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.993132:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247fe00 refcount=3 00000020:00000001:1.0:1787744947.993134:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00010000:00000001:1.0:1787744947.993136:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00000080:00010000:1.0:1787744947.993145:0:179325:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000402:0x10a90:0x0](0000000040ea6f5d) being reconfigured ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247fe00/0x6bfe83e2a9fa08eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x10a90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74925 expref: -99 pid: 179325 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:1.0:1787744947.993154:0:179325:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787744947.993155:0:179325:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787744947.993156:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.993157:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.993159:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247fe00 refcount=4 00000020:00000001:1.0:1787744947.993160:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00010000:00000001:1.0:1787744947.993163:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00010000:00000001:1.0:1787744947.993165:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.993166:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787744947.993167:0:179325:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787744947.993169:0:179325:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.993171:0:179325:0:(file.c:6874:ll_layout_fetch()) Process entered 00000080:00000002:1.0:1787744947.993173:0:179325:0:(file.c:6877:ll_layout_fetch()) [0x200000402:0x10a90:0x0] LVB_READY=0 l_lvb_data=ffff8a76476bd680 l_lvb_len=56 00000080:00000001:1.0:1787744947.993176:0:179325:0:(file.c:6880:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.993178:0:179325:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787744947.993180:0:179325:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787744947.993184:0:179325:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839278709288 : -129234430842328 : ffff8a7643a82a28) 00000020:00001000:1.0:1787744947.993187:0:179325:0:(cl_object.c:823:cl_env_get()) 1@ffff8a7643a82a20 00000020:00000001:1.0:1787744947.993188:0:179325:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787744947.993192:0:179325:0:(lov_object.c:1456:lov_conf_set()) Process entered 00020000:00000001:1.0:1787744947.993195:0:179325:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787744947.993201:0:179325:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8a765897a420. 00020000:00000010:1.0:1787744947.993205:0:179325:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8a7646ed1400. 00020000:00000010:1.0:1787744947.993209:0:179325:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8a765897af60. 00020000:00000001:1.0:1787744947.993211:0:179325:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614839629950816 : -129234079600800 : ffff8a765897af60) 00020000:00000002:1.0:1787744947.993214:0:179325:0:(lov_ea.c:755:dump_lsm()) lsm ffff8a765897af60, objid 0x10a90:1026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787744947.993218:0:179325:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787744947.993221:0:179325:0:(lov_ea.c:805:dump_lsm()) oinfo:ffff8a7646ed1400: ostid: 0x2c0000403:2846 ost idx: 1 gen: 0 00020000:00000002:1.0:1787744947.993224:0:179325:0:(lov_object.c:1310:lov_conf_lock()) Took exclusive lov(ffff8a7648971aa8) owner ffff8a7642d14f80 00020000:00000001:1.0:1787744947.993227:0:179325:0:(lov_object.c:1516:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787744947.993235:0:179325:0:(lov_object.c:1316:lov_conf_unlock()) To release exclusive lov(ffff8a7648971aa8) owner ffff8a7642d14f80 00020000:00000010:1.0:1787744947.993250:0:179325:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8a7646ed1400. 00020000:00000010:1.0:1787744947.993255:0:179325:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8a765897a420. 00020000:00000010:1.0:1787744947.993259:0:179325:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8a765897af60. 00020000:00000002:1.0:1787744947.993261:0:179325:0:(lov_object.c:1543:lov_conf_set()) [0x200000402:0x10a90:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787744947.993263:0:179325:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.993265:0:179325:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.993268:0:179325:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1787744947.993271:0:179325:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971aa8) owner 0000000000000000/ffff8a7642d14f80 00020000:00000002:1.0:1787744947.993274:0:179325:0:(lov_object.c:2402:lov_lsm_addref()) lsm ffff8a765897af00 addref 2/0 by ffff8a7642d14f80. 00020000:00000002:1.0:1787744947.993277:0:179325:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971aa8) owner 0000000000000000/ffff8a7642d14f80 00020000:00000001:1.0:1787744947.993279:0:179325:0:(lov_object.c:2298:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1787744947.993281:0:179325:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1787744947.993282:0:179325:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1787744947.993283:0:179325:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1787744947.993285:0:179325:0:(lov_object.c:2317:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1787744947.993288:0:179325:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x10a90:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1787744947.993290:0:179325:0:(cl_object.c:917:cl_env_put()) 1@ffff8a7643a82a20 00000080:00000001:1.0:1787744947.993292:0:179325:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.993294:0:179325:0:(file.c:6996:ll_layout_lock_set()) Process leaving 00010000:00000001:1.0:1787744947.993295:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.993297:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744947.993298:0:179325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787744947.993299:0:179325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787744947.993300:0:179325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247fe00 refcount=3 00000020:00000001:1.0:1787744947.993312:0:179325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00010000:00000001:1.0:1787744947.993314:0:179325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060935680 : -129233648615936 : ffff8a767247fe00) 00010000:00000001:1.0:1787744947.993321:0:179325:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787744947.993324:0:179325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247fe00/0x6bfe83e2a9fa08eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x10a90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd1177cb064f74925 expref: -99 pid: 179325 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787744947.993330:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.993331:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744947.993333:0:179325:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787744947.993334:0:179325:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787744947.993341:0:179325:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247fe00/0x6bfe83e2a9fa08eb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x10a90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd1177cb064f74925 expref: -99 pid: 179325 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787744947.993348:0:179325:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744947.993349:0:179325:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744947.993350:0:179325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744947.993352:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.993353:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744947.993354:0:179325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.993356:0:179325:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744947.993358:0:179325:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.993360:0:179325:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.993362:0:179325:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744947.993363:0:179325:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787744947.993365:0:179325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744947.993366:0:179325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787744947.993367:0:179325:0:(file.c:7037:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.993370:0:179325:0:(file.c:7156:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744947.993373:0:179325:0:(vvp_io.c:1938:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787744947.993377:0:179325:0:(lov_object.c:1600:lov_io_init()) [0x200000402:0x10a90:0x0]io ffff8a767ad43438 type 3 ignore/verify layout 0/0, compressed 0 00020000:00000002:1.0:1787744947.993380:0:179325:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971aa8) owner 0000000000000000/ffff8a7642d14f80 00020000:00000001:1.0:1787744947.993383:0:179325:0:(lov_io.c:2452:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787744947.993384:0:179325:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787744947.993387:0:179325:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787744947.993562:0:179325:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787744947.993566:0:179325:0:(lov_io.c:916:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1787744947.993568:0:179325:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787744947.993569:0:179325:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.993572:0:179325:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787744947.993573:0:179325:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787744947.993574:0:179325:0:(lov_io.c:2465:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787744947.993576:0:179325:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971aa8) owner 0000000000000000/ffff8a7642d14f80 00000020:00000001:1.0:1787744947.993578:0:179325:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.993582:0:179325:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:1.0:1787744947.993584:0:179325:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1787744947.993586:0:179325:0:(lov_io.c:1461:lov_io_setattr_iter_init()) Process entered 00020000:00000001:1.0:1787744947.993588:0:179325:0:(lov_io.c:1218:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1787744947.993590:0:179325:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1787744947.993599:0:179325:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1787744947.993602:0:179325:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787744947.993604:0:179325:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787744947.993605:0:179325:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787744947.993607:0:179325:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839278709288 : -129234430842328 : ffff8a7643a82a28) 00000020:00001000:1.0:1787744947.993610:0:179325:0:(cl_object.c:823:cl_env_get()) 1@ffff8a7643a82a20 00000020:00000001:1.0:1787744947.993613:0:179325:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a3b70 -> ffff8a766c9a3918 00000020:00000001:1.0:1787744947.993615:0:179325:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787744947.993618:0:179325:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787744947.993619:0:179325:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787744947.993621:0:179325:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787744947.993622:0:179325:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787744947.993623:0:179325:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614840061844280 : -129233647707336 : ffff8a767255db38) 00000020:00000001:1.0:1787744947.993626:0:179325:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1787744947.993627:0:179325:0:(osc_io.c:546:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1787744947.993630:0:179325:0:(osc_io.c:566:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.993632:0:179325:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787744947.993634:0:179325:0:(lov_io.c:1359:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787744947.993635:0:179325:0:(lov_io.c:1470:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.993636:0:179325:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.993639:0:179325:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:1.0:1787744947.993641:0:179325:0:(lov_io.c:1502:lov_io_lock()) Process entered 00020000:00000001:1.0:1787744947.993642:0:179325:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:1.0:1787744947.993643:0:179325:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:1.0:1787744947.993645:0:179325:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787744947.993646:0:179325:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.993647:0:179325:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787744947.993649:0:179325:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787744947.993651:0:179325:0:(lov_io.c:1503:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.993652:0:179325:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787744947.993653:0:179325:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.993654:0:179325:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.993656:0:179325:0:(cl_io.c:532:cl_io_start()) Process entered 00000020:00000001:1.0:1787744947.993660:0:179325:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a3918 -> ffff8a766c9a3918 00000020:00000001:1.0:1787744947.993682:0:179325:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a3918 -> ffff8a766c9a3918 00000020:00000001:1.0:1787744947.993684:0:179325:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1787744947.993686:0:179325:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.993688:0:179325:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a3918 -> ffff8a766c9a3918 00020000:00000001:1.0:1787744947.993690:0:179325:0:(lov_io.c:2128:lov_io_setattr_start()) Process entered 00020000:00000001:1.0:1787744947.993691:0:179325:0:(lov_io.c:1552:lov_io_start()) Process entered 00020000:00000001:1.0:1787744947.993698:0:179325:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:1.0:1787744947.993699:0:179325:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:1.0:1787744947.993712:0:179325:0:(osc_io.c:742:osc_io_setattr_start()) Process entered 00000020:00000001:1.0:1787744947.993714:0:179325:0:(cl_object.c:143:cl_object_top()) ffff8a7648976000 -> ffff8a766c9a3918 00000020:00000001:1.0:1787744947.993716:0:179325:0:(cl_object.c:143:cl_object_top()) ffff8a7648976000 -> ffff8a766c9a3918 00000020:00000001:1.0:1787744947.993718:0:179325:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1787744947.993720:0:179325:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.993722:0:179325:0:(cl_object.c:143:cl_object_top()) ffff8a7648976000 -> ffff8a766c9a3918 00000020:00000001:1.0:1787744947.993724:0:179325:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1787744947.993726:0:179325:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787744947.993728:0:179325:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.993730:0:179325:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.993731:0:179325:0:(cl_object.c:143:cl_object_top()) ffff8a7648976000 -> ffff8a766c9a3918 00000020:00000001:1.0:1787744947.993733:0:179325:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787744947.993735:0:179325:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787744947.993736:0:179325:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787744947.993738:0:179325:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787744947.993739:0:179325:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787744947.993740:0:179325:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787744947.993743:0:179325:0:(osc_request.c:201:osc_setattr_async()) Process entered 00000100:00000010:1.0:1787744947.993747:0:179325:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a12c0. 00000020:00000040:1.0:1787744947.993751:0:179325:0:(genops.c:1210:class_import_get()) import ffff8a7648652800 refcount=3 obd=lustre-OST0001-osc-ffff8a7648bee000 00000100:00000001:1.0:1787744947.993755:0:179325:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787744947.993758:0:179325:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787744947.993761:0:179325:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787744947.993765:0:179325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a7648dc0400. 00000100:00000001:1.0:1787744947.993771:0:179325:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744947.993777:0:179325:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787744947.993780:0:179325:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744947.993788:0:179325:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004850c57a] to pc [ptlrpcd_00_01+1] req@ffff8a76518a12c0 x1874579698258432/t0(0) o2->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744947.993832:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744947.993836:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787744947.993838:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787744947.993844:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a12c0 x1874579698258432/t0(0) o2->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744947.993863:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787744947.993864:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744947.993868:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787744947.993870:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787744947.993873:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744947.993876:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2397:1874579698258432:192.168.201.110@tcp:2:touch.0 00000100:00000001:0.0:1787744947.993880:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787744947.993885:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787744947.993888:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744947.993890:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787744947.993894:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a7646176400. 02000000:00000001:0.0:1787744947.993896:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744947.993902:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787744947.993906:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c35d8. 00000400:00000010:0.0:1787744947.993911:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef46e8. 00000100:00000200:0.0:1787744947.993917:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874579698258432, portal 4 00000100:00000001:0.0:1787744947.993928:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744947.993930:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511618240 : -129234197933376 : ffff8a76518a12c0) 00000100:00000040:0.0:1787744947.993942:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a76518a12c0 x1874579698258432/t0(0) o2->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787744963 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744947.993948:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787744947.993951:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787744947.993953:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4660. 00000100:00000200:0.0:1787744947.993957:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1874579698258432, offset 0 00000400:00000200:0.0:1787744947.993962:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787744947.993969:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744947.993975:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787744947.993979:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787744947.993983:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787744947.993987:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787744947.993990:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787744947.993993:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440780:440780:256:4294967295] 192.168.201.110@tcp LPNI seq info [440779:440779:8:4294967295] 00000400:00000200:0.0:1787744947.994002:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744947.994011:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787744947.994017:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787744947.994021:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880f600. 00000800:00000200:0.0:1787744947.994027:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787744947.994033:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787744947.994037:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880f600 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1787744947.994055:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744947.994059:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: using a timeout of 122006 usecs (123 jiffies) 00000400:00000200:0.0:1787744947.994062:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787744947.994064:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301243069 00000100:00000001:0.0:1787744947.994067:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301244146 00000100:00000001:0.0:1787744947.994069:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301243069 00000100:00000001:0.0:1787744947.994071:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301244147 00000100:00000001:0.0:1787744947.994072:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744947.994075:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.994077:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744947.994079:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787744947.994201:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744947.994206:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880f600. 00000400:00000200:3.0:1787744947.994211:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744947.994216:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744947.994221:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4660 00000400:00000010:3.0:1787744947.994228:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4660. 00000100:00000001:3.0:1787744947.994233:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744947.994237:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a12c0 x1874579698258432/t0(0) o2->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787744963 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.994245:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744947.994247:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a12c0 x1874579698258432/t0(0) o2->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787744963 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744947.994254:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744947.994255:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:1.0:1787744947.994590:0:179325:0:(osc_request.c:232:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787744947.994594:0:179325:0:(osc_io.c:864:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.994596:0:179325:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787744947.994597:0:179325:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787744947.994599:0:179325:0:(lov_io.c:1553:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787744947.994601:0:179325:0:(lov_io.c:2143:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.994610:0:179325:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744947.994612:0:179325:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:1.0:1787744947.994614:0:179325:0:(lov_io.c:1480:lov_io_call()) Process entered 00020000:00000001:1.0:1787744947.994615:0:179325:0:(lov_io.c:1558:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1787744947.994616:0:179325:0:(cl_io.c:559:cl_io_end()) Process entered 00000100:00000001:1.0:1787744947.994624:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744947.994627:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744948.015655:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787744948.015678:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:0.0:1787744948.015684:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744948.015686:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787744948.015690:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744948.015694:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787744948.029076:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744948.029092:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744948.029097:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744948.029099:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744948.029107:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744948.029115:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744948.029124:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744948.029128:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744948.029133:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744948.029138:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 432 into portal 4 MB=0x6a8eb99049200 00000400:00000200:2.0:1787744948.029143:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744948.029149:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 432/432 into md 0x3e1bdd [1] + 224 00000800:00000001:2.0:1787744948.029156:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744948.029178:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744948.029181:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744948.029186:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744948.029193:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744948.029201:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a12c0 x1874579698258432/t0(0) o2->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787744963 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787744948.029213:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff8a76518a12c0 x1874579698258432/t0(0) o2->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787744963 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787744948.029234:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744948.029249:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744948.029252:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744948.029319:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744948.029323:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787744948.029329:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787744948.029331:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787744948.029334:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c35d8. 00000400:00000200:0.0:1787744948.029338:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef46e8 00000400:00000010:0.0:1787744948.029340:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef46e8. 00000100:00000001:0.0:1787744948.029343:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787744948.029352:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a12c0 x1874579698258432/t0(0) o2->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787744963 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787744948.029362:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a12c0 x1874579698258432/t0(0) o2->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787744963 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744948.029368:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787744948.029370:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744948.029372:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787744948.029375:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787744948.029378:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787744948.029380:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744948.029383:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787744948.029397:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648652c60 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1787744948.029401:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648652c18 time=18 v=5 (1 1 0 0) 00000100:00000001:0.0:1787744948.029404:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787744948.029406:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744948.029409:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787744948.029412:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744948.029414:0:2397:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787744948.029416:0:2397:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1787744948.029418:0:2397:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787744948.029420:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744948.029422:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511618240 : -129234197933376 : ffff8a76518a12c0) 00000100:00000001:0.0:1787744948.029425:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787744948.029426:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a7648bee000: skip recheck: last_committed 8589936036 00000100:00000001:0.0:1787744948.029428:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787744948.029430:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744948.029435:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a12c0 x1874579698258432/t8589936037(8589936037) o2->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787744963 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744948.029441:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744948.029444:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787744948.029446:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1787744948.029449:0:2397:0:(osc_request.c:177:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1787744948.029464:0:2397:0:(osc_request.c:190:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744948.029469:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a12c0 x1874579698258432/t8589936037(8589936037) o2->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787744963 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787744948.029481:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2397:1874579698258432:192.168.201.110@tcp:2:touch.0 00000100:00000001:0.0:1787744948.029486:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744948.029489:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744948.029492:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a12c0 x1874579698258432/t8589936037(8589936037) o2->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787744963 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744948.029499:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744948.029501:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744948.029507:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787744948.029509:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744948.029511:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744948.029513:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744948.029647:0:179325:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:1.0:1787744948.029650:0:179325:0:(lov_io.c:1568:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787744948.029653:0:179325:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744948.029657:0:179325:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:1.0:1787744948.029659:0:179325:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:1.0:1787744948.029691:0:179325:0:(lov_io.c:1646:lov_io_unlock()) Process entered 00020000:00000001:1.0:1787744948.029693:0:179325:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:1.0:1787744948.029694:0:179325:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:1.0:1787744948.029696:0:179325:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1787744948.029697:0:179325:0:(lov_io.c:1580:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787744948.029699:0:179325:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787744948.029709:0:179325:0:(lov_io.c:1649:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1787744948.029710:0:179325:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1787744948.029712:0:179325:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1787744948.029714:0:179325:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1787744948.029715:0:179325:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1787744948.029717:0:179325:0:(lov_io.c:1627:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1787744948.029718:0:179325:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:1.0:1787744948.029719:0:179325:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1787744948.029722:0:179325:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1787744948.029723:0:179325:0:(lov_io.c:1574:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787744948.029725:0:179325:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787744948.029727:0:179325:0:(lov_io.c:1638:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787744948.029728:0:179325:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1787744948.029730:0:179325:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744948.029733:0:179325:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1787744948.029734:0:179325:0:(lov_io.c:1054:lov_io_fini()) Process entered 00020000:00000001:1.0:1787744948.029736:0:179325:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1787744948.029737:0:179325:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1787744948.029739:0:179325:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787744948.029741:0:179325:0:(cl_object.c:917:cl_env_put()) 1@ffff8a7643a82a20 00020000:00000001:1.0:1787744948.029744:0:179325:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1787744948.029747:0:179325:0:(lov_io.c:1073:lov_io_fini()) Process leaving 00000080:00000001:1.0:1787744948.029749:0:179325:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1787744948.029752:0:179325:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10a90:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1787744948.029755:0:179325:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1787744948.029762:0:179325:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1787744948.029763:0:179325:0:(cl_object.c:917:cl_env_put()) 1@ffff8a767ac507e0 00000080:00000001:1.0:1787744948.029765:0:179325:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744948.029769:0:179325:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:1.0:1787744948.029772:0:179325:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7648dc1000. 00000020:00000001:1.0:1787744948.029781:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6fc30 00000080:00200008:1.0:1787744948.029784:0:179325:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f36g.sanity:[0x200000402:0x10a90:0x0](ffff8a766d5b63c8) current size 0, valid attrs 100201f0, mode 0, uid -1053911974, gid -1, new size 18446744071851932183, atime 1787744947.000000000, mtime 1787744947.000000000, ctime 1787744947.000000000, rc 0 00000080:00000001:1.0:1787744948.029789:0:179325:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787744948.029807:0:179325:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1787744948.029810:0:179325:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971aa8) owner 0000000000000000/ffff8a7642d14f80 00020000:00000002:1.0:1787744948.029814:0:179325:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971aa8) owner 0000000000000000/ffff8a7642d14f80 00020000:00000001:1.0:1787744948.029817:0:179325:0:(lov_object.c:2464:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744948.029825:0:179325:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1787744948.029826:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6fdf0 00000080:00200008:1.0:1787744948.029828:0:179325:0:(file.c:479:ll_file_release()) START file f36g.sanity:[0x200000402:0x10a90:0x0](ffff8a766d5b63c8), flags 104001 00000080:00000001:1.0:1787744948.029832:0:179325:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1787744948.029835:0:179325:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1787744948.029836:0:179325:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1787744948.029837:0:179325:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971aa8) owner 0000000000000000/ffff8a7642d14f80 00020000:00000002:1.0:1787744948.029840:0:179325:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971aa8) owner 0000000000000000/ffff8a7642d14f80 00020000:00000001:1.0:1787744948.029842:0:179325:0:(lov_object.c:2464:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744948.029844:0:179325:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1787744948.029850:0:179325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787744948.029852:0:179325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787744948.029854:0:179325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787744948.029857:0:179325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787744948.029858:0:179325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787744948.029860:0:179325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a90:0x0] 00800000:00000001:1.0:1787744948.029862:0:179325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744948.029867:0:179325:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787744948.029870:0:179325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787744948.029878:0:179325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976700 count: 2 00010000:00000001:1.0:1787744948.029880:0:179325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787744948.029885:0:179325:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787744948.029893:0:179325:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x10a90:0x0]: 0 00000080:00000001:1.0:1787744948.029896:0:179325:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1787744948.029898:0:179325:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1787744948.029902:0:179325:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff8a7648dc1000. 00000080:00000001:1.0:1787744948.029904:0:179325:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1787744948.029909:0:179325:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1787744948.029914:0:179325:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1787744948.029915:0:179325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787744948.029926:0:179325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787744948.029928:0:179325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787744948.029929:0:179325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787744948.029931:0:179325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787744948.029932:0:179325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a90:0x0] 00800000:00000001:1.0:1787744948.029934:0:179325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787744948.029936:0:179325:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x10a90:0x0] 00000002:00000001:1.0:1787744948.029939:0:179325:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1787744948.029941:0:179325:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff8a7648bee000: [0x200000402:0x10a90:0x0] file closed with intent: 0 00000100:00000010:1.0:1787744948.029947:0:179325:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a2d00. 00000020:00000040:1.0:1787744948.029952:0:179325:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1729 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000001:1.0:1787744948.029956:0:179325:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787744948.029959:0:179325:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787744948.029963:0:179325:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787744948.029969:0:179325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a7648dc0e00. 00000100:00000001:1.0:1787744948.029975:0:179325:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1787744948.029987:0:179325:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a7672475a40 x1874579698257536/t25769956156(25769956156) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/664 e 0 to 0 dl 1787744963 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1787744948.029998:0:179325:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a7648bee000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1787744948.030003:0:179325:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a76518a2d00 x1874579698258688/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1787744948.030010:0:179325:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787744948.030012:0:179325:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787744948.030018:0:179325:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7679b46e40. 00000100:00000001:1.0:1787744948.030020:0:179325:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614840185482816 : -129233524068800 : ffff8a7679b46e40) 00000100:00000001:1.0:1787744948.030022:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744948.030027:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511624960 : -129234197926656 : ffff8a76518a2d00) 00000100:00000001:1.0:1787744948.030031:0:179325:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787744948.030035:0:179325:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744948.030037:0:179325:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787744948.030039:0:179325:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787744948.030043:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a2d00 x1874579698258688/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744948.030050:0:179325:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787744948.030052:0:179325:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744948.030056:0:179325:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787744948.030059:0:179325:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787744948.030061:0:179325:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787744948.030064:0:179325:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a2d00 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179325:1874579698258688:192.168.201.110@tcp:35:touch.0 00000100:00000001:1.0:1787744948.030068:0:179325:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787744948.030072:0:179325:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787744948.030075:0:179325:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744948.030077:0:179325:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787744948.030082:0:179325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8a7650012000. 02000000:00000001:1.0:1787744948.030084:0:179325:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787744948.030089:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1787744948.030092:0:179325:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c00c60. 00000400:00000010:1.0:1787744948.030097:0:179325:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a7679b46b40. 00000100:00000200:1.0:1787744948.030102:0:179325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1874579698258688, portal 10 00000100:00000001:1.0:1787744948.030104:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744948.030105:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511624960 : -129234197926656 : ffff8a76518a2d00) 00000100:00000040:1.0:1787744948.030111:0:179325:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a76518a2d00 x1874579698258688/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787744964 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744948.030118:0:179325:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787744948.030120:0:179325:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787744948.030123:0:179325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0e58. 00000100:00000200:1.0:1787744948.030127:0:179325:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874579698258688, offset 0 00000400:00000200:1.0:1787744948.030132:0:179325:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1787744948.030137:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744948.030145:0:179325:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1787744948.030150:0:179325:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787744948.030154:0:179325:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1787744948.030157:0:179325:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787744948.030160:0:179325:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787744948.030164:0:179325:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440781:440781:256:4294967295] 192.168.201.110@tcp LPNI seq info [440780:440780:8:4294967295] 00000400:00000200:1.0:1787744948.030168:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744948.030176:0:179325:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1787744948.030182:0:179325:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1787744948.030186:0:179325:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a7646683a00. 00000800:00000200:1.0:1787744948.030191:0:179325:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1787744948.030198:0:179325:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1787744948.030203:0:179325:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7646683a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1787744948.030219:0:179325:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744948.030224:0:179325:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8821 usecs (9 jiffies) 00000400:00000200:1.0:1787744948.030227:0:179325:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787744948.030229:0:179325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301242991 00000100:00000001:1.0:1787744948.030233:0:179325:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301244146 00000100:00000001:1.0:1787744948.030235:0:179325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301242991 00000100:00000001:1.0:1787744948.030237:0:179325:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301244147 00000100:00000001:1.0:1787744948.030239:0:179325:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744948.030241:0:179325:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744948.030243:0:179325:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787744948.030244:0:179325:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787744948.030246:0:179325:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7679b46e40 going to sleep for 11 seconds 00000100:00000001:1.0:1787744948.030248:0:179325:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787744948.030250:0:179325:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787744948.030484:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744948.030488:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a7646683a00. 00000400:00000200:3.0:1787744948.030492:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744948.030496:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744948.030499:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0e58 00000400:00000010:3.0:1787744948.030501:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0e58. 00000100:00000001:3.0:1787744948.030503:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744948.030507:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a2d00 x1874579698258688/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787744964 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744948.030515:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744948.030518:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76518a2d00 x1874579698258688/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787744964 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787744948.030524:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744948.030526:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787744948.037797:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744948.037813:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744948.037817:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744948.037820:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744948.037829:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744948.037836:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744948.037845:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744948.037849:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744948.037855:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744948.037859:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 456 into portal 10 MB=0x6a8eb99049300 00000400:00000200:2.0:1787744948.037864:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744948.037870:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 456/456 into md 0x3e1be5 [2] + 224 00000800:00000001:2.0:1787744948.037877:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744948.037884:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744948.037887:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744948.037892:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744948.037899:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744948.037907:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a2d00 x1874579698258688/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787744964 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787744948.037991:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff8a76518a2d00 x1874579698258688/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787744964 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787744948.038031:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744948.038040:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744948.038044:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744948.038131:0:179325:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787744948.038138:0:179325:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787744948.038140:0:179325:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787744948.038143:0:179325:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c00c60. 00000400:00000200:1.0:1787744948.038152:0:179325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7679b46b40 00000400:00000010:1.0:1787744948.038154:0:179325:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8a7679b46b40. 00000100:00000001:1.0:1787744948.038157:0:179325:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787744948.038162:0:179325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a2d00 x1874579698258688/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787744964 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787744948.038171:0:179325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a2d00 x1874579698258688/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787744964 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744948.038177:0:179325:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787744948.038178:0:179325:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744948.038181:0:179325:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787744948.038184:0:179325:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787744948.038186:0:179325:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787744948.038188:0:179325:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744948.038191:0:179325:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787744948.038200:0:179325:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f4f0 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1787744948.038204:0:179325:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=15 v=5 (1 1 1 1) 00000100:00000001:1.0:1787744948.038207:0:179325:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787744948.038208:0:179325:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744948.038211:0:179325:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787744948.038215:0:179325:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744948.038218:0:179325:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787744948.038220:0:179325:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787744948.038221:0:179325:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787744948.038223:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744948.038225:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511624960 : -129234197926656 : ffff8a76518a2d00) 00000100:00000001:1.0:1787744948.038228:0:179325:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787744948.038230:0:179325:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956155 00000100:00000001:1.0:1787744948.038232:0:179325:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787744948.038234:0:179325:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744948.038239:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a2d00 x1874579698258688/t25769956158(25769956158) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787744964 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744948.038257:0:179325:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744948.038260:0:179325:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787744948.038262:0:179325:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787744948.038271:0:179325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a2d00 x1874579698258688/t25769956158(25769956158) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787744964 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787744948.038280:0:179325:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a2d00 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179325:1874579698258688:192.168.201.110@tcp:35:touch.0 00000100:00000001:1.0:1787744948.038285:0:179325:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744948.038288:0:179325:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744948.038290:0:179325:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787744948.038291:0:179325:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744948.038295:0:179325:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76518a2d00 x1874579698258688/t25769956158(25769956158) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787744964 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744948.038558:0:179325:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787744948.038562:0:179325:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7679b46e40. 00000100:00000001:1.0:1787744948.038565:0:179325:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787744948.038567:0:179325:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744948.038575:0:179325:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744948.038576:0:179325:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511624960 : -129234197926656 : ffff8a76518a2d00) 00000002:00000001:1.0:1787744948.038579:0:179325:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787744948.038582:0:179325:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787744948.038586:0:179325:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7648dc1000. 00000080:00000001:1.0:1787744948.038589:0:179325:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1787744948.038592:0:179325:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1787744948.038594:0:179325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787744948.038597:0:179325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787744948.038599:0:179325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787744948.038602:0:179325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787744948.038604:0:179325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787744948.038606:0:179325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a90:0x0] 00800000:00000001:1.0:1787744948.038608:0:179325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787744948.038612:0:179325:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1787744948.038618:0:179325:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a7672475a40 x1874579698257536/t25769956156(25769956156) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/664 e 0 to 0 dl 1787744963 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787744948.038626:0:179325:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787744948.038628:0:179325:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787744948.038636:0:179325:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8a76476bd900. 00000100:00000001:1.0:1787744948.038639:0:179325:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744948.038642:0:179325:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76518a2d00 x1874579698258688/t25769956158(25769956158) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787744964 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787744948.038649:0:179325:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744948.038651:0:179325:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787744948.038655:0:179325:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8a76582fba40. 00000080:00000001:1.0:1787744948.038658:0:179325:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744948.038699:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6fdf0 00000080:00000008:1.0:1787744948.038711:0:179325:0:(file.c:523:ll_file_release()) COMPLETED file f36g.sanity:[0x200000402:0x10a90:0x0](ffff8a766d5b63c8), flags 104001, rc = 0 00000080:00000001:1.0:1787744948.038715:0:179325:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787744948.038720:0:179325:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787744948.038722:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6fe00 00000080:00002000:1.0:1787744948.038724:0:179325:0:(dcache.c:127:ll_ddelete()) deleting dentry f36g.sanity (ffff8a7649be8510, parent ffff8a766025b0d8, inode ffff8a766d5b63c8) hashed, 00000080:00000001:1.0:1787744948.038727:0:179325:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787744948.038734:0:179325:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1787744948.038739:0:179325:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1787744948.038741:0:179325:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787744948.038743:0:179325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c6fe00 00000080:00002000:1.0:1787744948.038745:0:179325:0:(dcache.c:127:ll_ddelete()) keeping dentry d36g.sanity (ffff8a766025b0d8, parent ffff8a76490e4ca8, inode ffff8a766d5a8908) hashed, 00000080:00000001:1.0:1787744948.038747:0:179325:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1787744948.050009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8a7647411ee0. 00010000:00000001:1.0:1787744948.247815:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744948.247821:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744948.247826:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744948.247827:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744948.247830:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744948.247831:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744948.247835:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744948.247836:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744948.247860:0:39518:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744948.247863:0:39518:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744948.247866:0:39518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787744949.208331:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301244146, at 4301244160 00000100:00000010:2.0:1787744949.208347:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a766c7f2240. 00000100:00000040:3.0:1787744949.208532:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301244147, at 4301244160 00000100:00000010:3.0:1787744949.208538:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a766c7f2c00. 00010000:00000001:1.0:1787744949.272965:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744949.272973:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744949.272979:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744949.272981:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744949.272992:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744949.272993:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744949.272997:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744949.272998:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744949.274724:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744949.274730:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744949.274735:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744950.295787:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744950.295795:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744950.295803:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744950.295805:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744950.295810:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744950.295811:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744950.295815:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744950.295816:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787744950.295837:0:110735:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787744950.295841:0:110735:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744950.295845:0:110735:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744951.320146:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744951.320154:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744951.320161:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744951.320162:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744951.320167:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744951.320168:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744951.320172:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744951.320174:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744951.321717:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744951.321722:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744951.321727:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744952.468845:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744952.468854:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744952.468862:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744952.468863:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744952.468867:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744952.468869:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744952.468873:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744952.468877:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744952.468880:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744952.468887:0:172669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744952.468891:0:172669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744952.468893:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744952.468896:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744952.468899:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744952.468901:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744952.468903:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744952.468925:0:81966:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744952.468929:0:81966:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744952.468958:0:81966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787744953.049213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 295f25df-de87-4de2-8334-248ba01fceab->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787744953.049226:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787744953.049239:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a7672474000. 00000020:00000040:0.0:1787744953.049247:0:8:0:(genops.c:1210:class_import_get()) import ffff8a76476e0000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:0.0:1787744953.049253:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787744953.049257:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787744953.049263:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787744953.049273:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a764880f000. 00000100:00000001:0.0:1787744953.049282:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744953.049297:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 295f25df-de87-4de2-8334-248ba01fceab->MGS req@ffff8a7672474000 x1874579698258816/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787744953.049310:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787744953.049315:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744953.049322:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d54b6014] to pc [ptlrpcd_00_00+0] req@ffff8a7672474000 x1874579698258816/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744953.049357:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744953.049361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787744953.049365:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787744953.049386:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a7672477840. 00000020:00000040:0.0:1787744953.049389:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1730 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000001:0.0:1787744953.049392:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787744953.049393:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787744953.049395:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787744953.049399:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a764880f700. 00000100:00000001:0.0:1787744953.049402:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744953.049406:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID req@ffff8a7672477840 x1874579698258944/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787744953.049413:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787744953.049415:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744953.049419:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002eafe855] to pc [ptlrpcd_00_01+1] req@ffff8a7672477840 x1874579698258944/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744953.049428:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744953.049431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787744953.049434:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787744953.049437:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a7672476580. 00000020:00000040:0.0:1787744953.049439:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648651000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000100:00000001:0.0:1787744953.049441:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787744953.049442:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787744953.049443:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787744953.049447:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a764880fd00. 00000100:00000001:0.0:1787744953.049449:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744953.049453:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID req@ffff8a7672476580 x1874579698259072/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787744953.049460:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787744953.049461:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744953.049464:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bde4afe] to pc [ptlrpcd_00_00+0] req@ffff8a7672476580 x1874579698259072/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744953.049470:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744953.049476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787744953.049480:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787744953.049483:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76724752c0. 00000020:00000040:0.0:1787744953.049485:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00000100:00000001:0.0:1787744953.049488:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787744953.049489:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787744953.049500:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787744953.049504:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a764880f400. 00000100:00000001:0.0:1787744953.049507:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744953.049512:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID req@ffff8a76724752c0 x1874579698259200/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787744953.049519:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787744953.049521:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744953.049525:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f052a687] to pc [ptlrpcd_00_01+1] req@ffff8a76724752c0 x1874579698259200/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744953.049532:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744953.049534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787744953.049545:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787744953.049548:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a7672476d00. 00000020:00000040:0.0:1787744953.049551:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648652800 refcount=4 obd=lustre-OST0001-osc-ffff8a7648bee000 00000100:00000001:0.0:1787744953.049553:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787744953.049555:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787744953.049556:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787744953.049559:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a764880f300. 00000100:00000001:1.0:1787744953.049561:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744953.049563:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744953.049569:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID req@ffff8a7672476d00 x1874579698259328/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787744953.049576:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787744953.049578:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744953.049579:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1787744953.049583:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f988d742] to pc [ptlrpcd_00_00+0] req@ffff8a7672476d00 x1874579698259328/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744953.049585:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787744953.049596:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a7672474000 x1874579698258816/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744953.049628:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744953.049629:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787744953.049635:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744953.049636:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6585) 02000000:00000001:1.0:1787744953.049642:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787744953.049647:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787744953.049651:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744953.049653:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1787744953.049657:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a7672474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:295f25df-de87-4de2-8334-248ba01fceab:2396:1874579698258816:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744953.049658:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787744953.049680:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787744953.049686:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a7672477840 x1874579698258944/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744953.049694:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787744953.049696:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744953.049699:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787744953.049702:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744953.049706:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787744953.049706:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744953.049712:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a7672477840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2397:1874579698258944:192.168.201.110@tcp:400:kworker.0 02000000:00000001:1.0:1787744953.049716:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1787744953.049716:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787744953.049721:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787744953.049722:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744953.049724:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744953.049728:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1787744953.049728:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787744953.049735:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a764646ae00. 02000000:00000010:1.0:1787744953.049736:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a766cb6f600. 02000000:00000001:0.0:1787744953.049739:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744953.049741:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787744953.049751:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1787744953.049757:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c00c60. 00000400:00000010:1.0:1787744953.049766:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0440. 00000100:00000200:1.0:1787744953.049775:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698258816, portal 25 00000100:00000001:1.0:1787744953.049779:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744953.049781:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060887040 : -129233648664576 : ffff8a7672474000) 00000100:00000040:1.0:1787744953.049798:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a7672474000 x1874579698258816/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744953.049807:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787744953.049810:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787744953.049813:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0d48. 00000100:00000200:1.0:1787744953.049817:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874579698258816, offset 0 00000400:00000200:1.0:1787744953.049825:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1787744953.049841:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744953.049849:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1787744953.049862:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787744953.049868:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1787744953.049873:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787744953.049876:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787744953.049880:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440782:440782:256:4294967295] 192.168.201.110@tcp LPNI seq info [440781:440781:8:4294967295] 00000400:00000200:1.0:1787744953.049885:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744953.049897:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1787744953.049903:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1787744953.049908:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a7646683800. 00000800:00000200:1.0:1787744953.049917:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1787744953.049925:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1787744953.049931:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7646683800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787744953.049941:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787744953.049945:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787744953.049948:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4301249268 00000100:00000010:1.0:1787744953.049953:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897af60. 00000400:00000200:0.0:1787744953.049958:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787744953.049963:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c35d8. 00000100:00000001:1.0:1787744953.049964:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1787744953.049970:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef46e8. 00000100:00000001:1.0:1787744953.049973:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4301249268 00000100:00000200:0.0:1787744953.049976:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698258944, portal 10 00000100:00000001:0.0:1787744953.049979:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1787744953.049980:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897a420. 00000100:00000001:0.0:1787744953.049981:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060901440 : -129233648650176 : ffff8a7672477840) 00000100:00000001:1.0:1787744953.049988:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1787744953.049993:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a7672477840 x1874579698258944/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744953.049995:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744953.050002:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744953.050008:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1787744953.050008:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787744953.050013:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000100:00000040:1.0:1787744953.050018:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a7672476580 x1874579698259072/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1787744953.050018:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4198. 00000100:00000200:0.0:1787744953.050022:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698258944, offset 0 00000100:00000001:1.0:1787744953.050029:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787744953.050032:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744953.050035:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1787744953.050037:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 02000000:00000001:1.0:1787744953.050039:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787744953.050043:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744953.050044:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744953.050049:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787744953.050054:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1787744953.050058:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a7672476580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698259072:192.168.201.110@tcp:400:kworker.0 00000400:00000200:0.0:1787744953.050060:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787744953.050065:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1787744953.050066:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1787744953.050070:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 02000000:00000001:1.0:1787744953.050071:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787744953.050076:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744953.050076:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440783:440783:255:4294967295] 192.168.201.110@tcp LPNI seq info [440782:440782:7:4294967295] 02000000:00000001:1.0:1787744953.050081:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1787744953.050084:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 02000000:00000010:1.0:1787744953.050086:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a766cb6f200. 02000000:00000001:1.0:1787744953.050091:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744953.050096:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000400:00000200:1.0:1787744953.050100:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000800:00000200:0.0:1787744953.050105:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787744953.050106:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c009f8. 00000800:00000010:0.0:1787744953.050110:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880f200. 00000400:00000010:1.0:1787744953.050114:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0770. 00000800:00000200:0.0:1787744953.050117:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000100:00000200:1.0:1787744953.050120:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698259072, portal 10 00000100:00000001:1.0:1787744953.050124:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1787744953.050125:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000100:00000001:1.0:1787744953.050127:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060896640 : -129233648654976 : ffff8a7672476580) 00000800:00000200:0.0:1787744953.050131:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787744953.050136:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744953.050138:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a7672476580 x1874579698259072/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787744953.050141:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8821 usecs (9 jiffies) 00000400:00000200:0.0:1787744953.050150:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787744953.050152:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787744953.050155:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787744953.050157:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0550. 00000100:00000200:1.0:1787744953.050159:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698259072, offset 0 00000100:00000001:0.0:1787744953.050164:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301248011 00000400:00000200:1.0:1787744953.050166:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000100:00000001:0.0:1787744953.050170:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301249268 00000400:00000200:1.0:1787744953.050175:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787744953.050175:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301248011 00000100:00000001:0.0:1787744953.050181:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301249268 00000400:00000200:1.0:1787744953.050184:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000100:00000001:0.0:1787744953.050185:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744953.050190:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787744953.050191:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1787744953.050194:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1787744953.050197:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000100:00000040:0.0:1787744953.050202:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76724752c0 x1874579698259200/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787744953.050203:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787744953.050209:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787744953.050217:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440784:440784:254:4294967295] 192.168.201.110@tcp LPNI seq info [440783:440783:6:4294967295] 00000100:00000001:0.0:1787744953.050220:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787744953.050223:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787744953.050225:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 02000000:00000001:0.0:1787744953.050234:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1787744953.050236:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 02000000:00000001:0.0:1787744953.050238:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787744953.050242:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744953.050246:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76724752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2397:1874579698259200:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744953.050250:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787744953.050252:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787744953.050253:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744953.050256:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1787744953.050258:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 02000000:00000010:0.0:1787744953.050260:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a764646b200. 02000000:00000001:0.0:1787744953.050264:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1787744953.050265:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a7646683600. 00000400:00000200:0.0:1787744953.050269:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787744953.050274:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c3688. 00000800:00000200:1.0:1787744953.050279:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000400:00000010:0.0:1787744953.050281:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4aa0. 00000100:00000200:0.0:1787744953.050286:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698259200, portal 4 00000800:00000200:1.0:1787744953.050287:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000100:00000001:0.0:1787744953.050290:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1787744953.050292:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7646683600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787744953.050293:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060891840 : -129233648659776 : ffff8a76724752c0) 00000100:00000001:1.0:1787744953.050301:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744953.050304:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a76724752c0 x1874579698259200/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787744953.050306:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: using a timeout of 8007 usecs (9 jiffies) 00000400:00000200:1.0:1787744953.050316:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787744953.050318:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1787744953.050321:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301248011 00000100:00000040:0.0:1787744953.050323:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000100:00000001:1.0:1787744953.050328:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301249268 00000400:00000010:0.0:1787744953.050329:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4220. 00000100:00000001:1.0:1787744953.050334:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301248011 00000100:00000200:0.0:1787744953.050334:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698259200, offset 0 00000100:00000001:1.0:1787744953.050339:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301249268 00000400:00000200:0.0:1787744953.050341:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000100:00000001:1.0:1787744953.050345:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744953.050350:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744953.050350:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744953.050355:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000100:00000001:1.0:1787744953.050356:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744953.050361:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1787744953.050362:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787744953.050365:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787744953.050369:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787744953.050371:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000100:00000001:1.0:1787744953.050373:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1787744953.050375:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440785:440785:253:4294967295] 192.168.201.110@tcp LPNI seq info [440784:440784:5:4294967295] 00000100:00000001:1.0:1787744953.050378:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1787744953.050383:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787744953.050384:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744953.050388:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787744953.050391:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1787744953.050395:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000100:00000040:1.0:1787744953.050400:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a7672476d00 x1874579698259328/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744953.050416:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1787744953.050416:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000100:00000001:1.0:1787744953.050420:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1787744953.050422:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880fb00. 02000000:00000001:1.0:1787744953.050424:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787744953.050428:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1787744953.050429:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 02000000:00000001:1.0:1787744953.050434:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787744953.050438:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000100:00100000:1.0:1787744953.050441:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a7672476d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698259328:192.168.201.110@tcp:400:kworker.0 00000800:00000200:0.0:1787744953.050444:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787744953.050449:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744953.050452:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137890 usecs (138 jiffies) 00000400:00000200:0.0:1787744953.050455:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787744953.050457:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301248140 00000100:00000001:0.0:1787744953.050460:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301249268 00000100:00000001:0.0:1787744953.050462:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301248140 00000100:00000001:0.0:1787744953.050464:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301249268 00000100:00000001:0.0:1787744953.050467:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744953.050469:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744953.050471:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744953.050473:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744953.050477:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787744953.050478:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787744953.050481:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744953.050482:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787744953.050484:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744953.050486:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787744953.050873:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744953.050880:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a7646683800. 00000400:00000200:3.0:1787744953.050889:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744953.050895:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744953.050902:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0d48 00000400:00000010:3.0:1787744953.050911:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0d48. 00000100:00000001:3.0:1787744953.050916:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744953.050922:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a7672474000 x1874579698258816/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744953.050932:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744953.050936:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7672474000 x1874579698258816/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744953.050943:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744953.050945:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787744953.050958:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744953.050961:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880f200. 00000400:00000200:3.0:1787744953.050963:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744953.050967:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744953.050969:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4198 00000400:00000010:3.0:1787744953.050971:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4198. 00000100:00000001:3.0:1787744953.050974:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744953.050977:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a7672477840 x1874579698258944/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744953.050985:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744953.050987:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7672477840 x1874579698258944/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744953.050994:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744953.050996:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787744953.051002:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744953.051005:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a7646683600. 00000400:00000200:3.0:1787744953.051007:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744953.051010:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744953.051012:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0550 00000400:00000010:3.0:1787744953.051014:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0550. 00000100:00000001:3.0:1787744953.051016:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744953.051020:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a7672476580 x1874579698259072/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744953.051027:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744953.051034:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7672476580 x1874579698259072/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744953.051041:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744953.051043:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787744953.051124:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744953.051127:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880fb00. 00000400:00000200:3.0:1787744953.051129:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744953.051133:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744953.051136:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4220 00000400:00000010:3.0:1787744953.051137:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4220. 00000100:00000001:3.0:1787744953.051140:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744953.051143:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76724752c0 x1874579698259200/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744953.051150:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744953.051153:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76724752c0 x1874579698259200/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744953.051160:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744953.051161:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787744953.055136:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787744953.055154:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787744953.055158:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744953.055163:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787744953.055196:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a766cb6e000. 02000000:00000001:1.0:1787744953.055200:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787744953.055212:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1787744953.055218:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c00cb8. 00000400:00000010:1.0:1787744953.055240:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0198. 00000100:00000200:1.0:1787744953.055655:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698259328, portal 4 00000100:00000001:1.0:1787744953.055658:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744953.055660:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060898560 : -129233648653056 : ffff8a7672476d00) 00000100:00000040:1.0:1787744953.055696:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a7672476d00 x1874579698259328/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744953.055707:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787744953.055710:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787744953.055715:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0cc0. 00000100:00000200:1.0:1787744953.055720:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698259328, offset 0 00000400:00000200:1.0:1787744953.055728:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1787744953.055739:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744953.055747:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1787744953.055754:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787744953.055758:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1787744953.055763:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787744953.055766:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787744953.055770:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440786:440786:256:4294967295] 192.168.201.110@tcp LPNI seq info [440785:440785:8:4294967295] 00000400:00000200:1.0:1787744953.055775:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744953.055786:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1787744953.057387:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1787744953.057399:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a7646683900. 00000800:00000200:1.0:1787744953.057408:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1787744953.057418:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1787744953.057424:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7646683900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787744953.057593:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744953.057601:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: using a timeout of 121993 usecs (122 jiffies) 00000400:00000200:1.0:1787744953.057631:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787744953.057635:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301248131 00000100:00000001:1.0:1787744953.057639:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301249268 00000100:00000001:1.0:1787744953.057642:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301248131 00000100:00000001:1.0:1787744953.057644:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301249268 00000100:00000001:1.0:1787744953.057646:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744953.057651:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744953.057658:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744953.057677:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744953.057688:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787744953.057691:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787744953.057695:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744953.057698:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787744953.057699:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744953.057701:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787744953.093196:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744953.093219:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744953.093223:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744953.093226:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744953.093238:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093260:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744953.093271:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093277:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093284:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093289:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb99049500 00000400:00000200:3.0:1787744953.093294:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093301:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1c05 [1] + 224 00000800:00000001:3.0:1787744953.093310:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744953.093315:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744953.093319:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744953.093342:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744953.093353:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744953.093363:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76724752c0 x1874579698259200/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744953.093376:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a76724752c0 x1874579698259200/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744953.093391:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1787744953.093474:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744953.093479:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a7646683900. 00000400:00000200:3.0:1787744953.093485:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744953.093489:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744953.093494:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0cc0 00000400:00000010:3.0:1787744953.093497:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0cc0. 00000100:00000001:3.0:1787744953.093502:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744953.093507:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a7672476d00 x1874579698259328/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744953.093520:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744953.093524:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7672476d00 x1874579698259328/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744953.093532:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744953.093533:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787744953.093540:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744953.093545:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744953.093546:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744953.093549:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744953.093552:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093556:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744953.093560:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093563:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093566:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093569:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb99049400 00000400:00000200:3.0:1787744953.093573:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093586:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1bf5 [1] + 224 00000800:00000001:3.0:1787744953.093591:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744953.093595:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744953.093597:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744953.093601:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744953.093604:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744953.093610:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a7672477840 x1874579698258944/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744953.093631:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a7672477840 x1874579698258944/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744953.093639:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744953.093643:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744953.093647:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744953.093649:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744953.093651:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744953.093654:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093657:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744953.093660:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093690:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093693:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093696:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb99049480 00000400:00000200:3.0:1787744953.093699:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093703:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1bfd [1] + 224 00000800:00000001:3.0:1787744953.093707:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744953.093711:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744953.093713:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744953.093716:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744953.093719:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744953.093723:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a7672476580 x1874579698259072/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744953.093731:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a7672476580 x1874579698259072/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744953.093759:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744953.093764:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744953.093768:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744953.093770:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744953.093773:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744953.093776:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093779:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744953.093783:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093786:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093800:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093803:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a8eb99049380 00000400:00000200:3.0:1787744953.093806:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744953.093810:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1bed [1] + 224 00000800:00000001:3.0:1787744953.093813:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744953.093821:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744953.093823:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744953.093825:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744953.093828:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744953.093833:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a7672474000 x1874579698258816/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744953.093841:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a7672474000 x1874579698258816/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744953.093847:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744953.093851:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744953.093854:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744953.097052:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744953.097062:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787744953.097075:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787744953.097077:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787744953.097083:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c35d8. 00000400:00000200:0.0:1787744953.097110:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef46e8 00000400:00000010:0.0:1787744953.097114:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef46e8. 00000100:00000001:0.0:1787744953.097120:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787744953.097131:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a7672477840 x1874579698258944/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787744953.097171:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a7672477840 x1874579698258944/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744953.097179:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787744953.097182:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744953.097186:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787744953.097190:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787744953.097192:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787744953.097195:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744953.097199:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787744953.097210:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=67 v=5 (5 5 5 5) 00000100:00001000:0.0:1787744953.097215:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=20 v=5 (1 1 1 1) 00000100:00000001:0.0:1787744953.097217:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787744953.097220:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744953.097223:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787744953.097228:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744953.097231:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1787744953.097234:0:2397:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: committing for last_committed 25769956158 gen 1 00000100:00000040:0.0:1787744953.097240:0:2397:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 25769956158) req@ffff8a7672475a40 x1874579698257536/t25769956156(25769956156) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/664 e 0 to 0 dl 1787744963 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744953.097250:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744953.097252:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060893760 : -129233648657856 : ffff8a7672475a40) 00000100:00000001:0.0:1787744953.097256:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744953.097260:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7672475a40 x1874579698257536/t25769956156(25769956156) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/664 e 0 to 0 dl 1787744963 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744953.097268:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744953.097269:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744953.097274:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a2d00 x1874579698258688/t25769956158(25769956158) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787744964 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744953.097281:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787744953.097284:0:2397:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff8a76501cbd00. 00000100:00000001:0.0:1787744953.097294:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744953.097297:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7672475a40 x1874579698257536/t25769956156(25769956156) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/664 e 0 to 0 dl 1787744963 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744953.097304:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1787744953.097308:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744953.097310:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1729 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:0.0:1787744953.097313:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744953.097317:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff8a76494ea000. 02000000:00000001:0.0:1787744953.097322:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744953.097324:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744953.097327:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7672475a40. 00000100:00000001:0.0:1787744953.097331:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744953.097333:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744953.097338:0:2397:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 25769956158) req@ffff8a76518a1e00 x1874579698258176/t25769956157(25769956157) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1787744963 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744953.097345:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744953.097348:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76518a1e00 x1874579698258176/t25769956157(25769956157) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1787744963 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744953.097355:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744953.097356:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744953.097360:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a7643d05000. 02000000:00000001:0.0:1787744953.097368:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744953.097369:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744953.097370:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1728 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:0.0:1787744953.097372:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744953.097374:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a7648dc1400. 02000000:00000001:0.0:1787744953.097376:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744953.097377:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744953.097379:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76518a1e00. 00000100:00000001:0.0:1787744953.097383:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744953.097384:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744953.097387:0:2397:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 25769956158) req@ffff8a76518a2d00 x1874579698258688/t25769956158(25769956158) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787744964 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744953.097403:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744953.097406:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76518a2d00 x1874579698258688/t25769956158(25769956158) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787744964 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744953.097412:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744953.097413:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744953.097414:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8a7650012000. 02000000:00000001:0.0:1787744953.097418:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744953.097419:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744953.097420:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:0.0:1787744953.097422:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744953.097424:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a7648dc0e00. 02000000:00000001:0.0:1787744953.097426:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744953.097427:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744953.097428:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76518a2d00. 00000100:00000001:0.0:1787744953.097431:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744953.097432:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744953.097435:0:2397:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787744953.097437:0:2397:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:0.0:1787744953.097440:0:2397:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787744953.097442:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744953.097455:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a7672477840 x1874579698258944/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744953.097462:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744953.097466:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787744953.097468:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744953.097472:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a7672477840 x1874579698258944/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787744953.097478:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a7672477840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2397:1874579698258944:192.168.201.110@tcp:400:kworker.0 00000400:00000001:0.0:1787744953.097486:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787744953.097487:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787744953.097495:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c3688. 00000400:00000200:0.0:1787744953.097498:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4aa0 00000400:00000010:0.0:1787744953.097500:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4aa0. 00000100:00000001:0.0:1787744953.097502:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787744953.097507:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76724752c0 x1874579698259200/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787744953.097515:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76724752c0 x1874579698259200/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744953.097521:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787744953.097522:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744953.097524:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787744953.097526:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787744953.097527:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787744953.097528:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744953.097530:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787744953.097536:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654460 time=66 v=5 (5 5 5 5) 00000100:00001000:0.0:1787744953.097539:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=55 v=5 (1 1 1 1) 00000100:00000001:0.0:1787744953.097541:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787744953.097542:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744953.097544:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787744953.097546:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744953.097549:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787744953.097550:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:0.0:1787744953.097552:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787744953.097553:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744953.097557:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76724752c0 x1874579698259200/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744953.097563:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744953.097564:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787744953.097566:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744953.097569:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76724752c0 x1874579698259200/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787744953.097577:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76724752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2397:1874579698259200:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744953.097588:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744953.097590:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744953.097594:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7672477840 x1874579698258944/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744953.097601:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744953.097602:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744953.097604:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a764646ae00. 02000000:00000001:0.0:1787744953.097606:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744953.097608:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744953.097609:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:0.0:1787744953.097621:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744953.097623:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a764880f700. 02000000:00000001:0.0:1787744953.097626:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744953.097627:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744953.097629:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7672477840. 00000100:00000001:0.0:1787744953.097632:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744953.097633:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744953.097635:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744953.097638:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76724752c0 x1874579698259200/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744953.097644:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744953.097646:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744953.097648:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a764646b200. 02000000:00000001:0.0:1787744953.097651:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744953.097652:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744953.097654:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=2 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:0.0:1787744953.097655:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744953.097657:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a764880f400. 02000000:00000001:0.0:1787744953.097659:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744953.097660:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744953.097707:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76724752c0. 00000100:00000001:0.0:1787744953.097711:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744953.097712:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744953.097715:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744953.097724:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787744953.097731:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744953.097734:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744953.097737:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744953.098735:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744953.098739:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787744953.098746:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787744953.098749:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787744953.098751:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c00c60. 00000400:00000200:1.0:1787744953.098756:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0440 00000400:00000010:1.0:1787744953.098759:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0440. 00000100:00000001:1.0:1787744953.098762:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787744953.098769:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a7672474000 x1874579698258816/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787744953.098778:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a7672474000 x1874579698258816/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744953.098784:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787744953.098785:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744953.098799:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787744953.098801:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787744953.098802:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787744953.098805:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744953.098807:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787744953.098823:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a76476e0460 time=67 v=5 (5 5 5 5) 00000100:00001000:1.0:1787744953.098827:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a76476e0418 time=16 v=5 (1 1 1 1) 00000100:00000001:1.0:1787744953.098839:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787744953.098840:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744953.098842:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787744953.098845:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744953.098847:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744953.098859:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a7672474000 x1874579698258816/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744953.098867:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744953.098869:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787744953.098871:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787744953.098875:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a7672474000 x1874579698258816/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787744953.098884:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a7672474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:295f25df-de87-4de2-8334-248ba01fceab:2396:1874579698258816:192.168.201.110@tcp:400:kworker.0 00000400:00000001:1.0:1787744953.098891:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787744953.098892:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787744953.098894:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c009f8. 00000400:00000200:1.0:1787744953.098897:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0770 00000400:00000010:1.0:1787744953.098899:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0770. 00000100:00000001:1.0:1787744953.098901:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787744953.098905:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a7672476580 x1874579698259072/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787744953.098914:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a7672476580 x1874579698259072/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744953.098920:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787744953.098922:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744953.098923:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787744953.098924:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787744953.098926:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787744953.098928:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744953.098929:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787744953.098941:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648651460 time=66 v=5 (5 5 5 5) 00000100:00001000:1.0:1787744953.098944:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648651418 time=13 v=5 (1 1 0 0) 00000100:00000001:1.0:1787744953.098946:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787744953.098947:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744953.098949:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787744953.098952:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744953.098954:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787744953.098956:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a7648bee000: skip recheck: last_committed 25769918529 00000100:00000001:1.0:1787744953.098958:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787744953.098960:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744953.098964:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a7672476580 x1874579698259072/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744953.098971:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744953.098973:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787744953.098974:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787744953.098977:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a7672476580 x1874579698259072/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787744953.098985:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a7672476580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698259072:192.168.201.110@tcp:400:kworker.0 00000100:00000001:1.0:1787744953.098989:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744953.098991:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744953.098994:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7672474000 x1874579698258816/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744953.099000:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787744953.099002:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787744953.099004:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a766cb6f600. 02000000:00000001:1.0:1787744953.099008:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787744953.099010:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787744953.099011:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a76476e0000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:1.0:1787744953.099013:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787744953.099026:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a764880f000. 02000000:00000001:1.0:1787744953.099029:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787744953.099031:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787744953.099037:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7672474000. 00000100:00000001:1.0:1787744953.099041:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787744953.099042:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744953.099044:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744953.099047:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7672476580 x1874579698259072/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744953.099054:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787744953.099056:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787744953.099057:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a766cb6f200. 02000000:00000001:1.0:1787744953.099059:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787744953.099061:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787744953.099062:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a7648651000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000020:00000001:1.0:1787744953.099064:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787744953.099066:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a764880fd00. 02000000:00000001:1.0:1787744953.099067:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787744953.099068:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787744953.099070:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7672476580. 00000100:00000001:1.0:1787744953.099072:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787744953.099073:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744953.099076:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744953.099078:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744953.099080:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787744953.099082:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744953.099083:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787744953.101690:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744953.101714:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744953.101720:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744953.101723:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744953.101732:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744953.101741:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744953.101752:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744953.101758:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744953.101764:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744953.101769:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb99049580 00000400:00000200:2.0:1787744953.101775:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744953.101783:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1c0d [1] + 224 00000800:00000001:2.0:1787744953.101803:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744953.101813:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744953.101817:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744953.101823:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744953.101948:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744953.101959:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a7672476d00 x1874579698259328/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744953.101971:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a7672476d00 x1874579698259328/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744953.102012:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744953.102031:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744953.102036:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744953.102435:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744953.102441:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787744953.102459:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787744953.102462:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787744953.102465:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c00cb8. 00000400:00000200:1.0:1787744953.102470:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0198 00000400:00000010:1.0:1787744953.102473:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0198. 00000100:00000001:1.0:1787744953.102477:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787744953.102483:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a7672476d00 x1874579698259328/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787744953.102493:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a7672476d00 x1874579698259328/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744953.102512:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787744953.102515:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744953.102518:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787744953.102521:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787744953.102524:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787744953.102527:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744953.102531:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787744953.102542:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648652c60 time=66 v=5 (5 5 5 5) 00000100:00001000:1.0:1787744953.102547:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648652c18 time=23 v=5 (1 1 0 0) 00000100:00000001:1.0:1787744953.102550:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787744953.102552:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744953.102555:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787744953.102559:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744953.102564:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787744953.102566:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a7648bee000: skip recheck: last_committed 8589936036 00000100:00000001:1.0:1787744953.102568:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787744953.102571:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744953.102577:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a7672476d00 x1874579698259328/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744953.102585:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744953.102588:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787744953.102591:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787744953.102595:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a7672476d00 x1874579698259328/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787744953.102604:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a7672476d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698259328:192.168.201.110@tcp:400:kworker.0 00000100:00000001:1.0:1787744953.102609:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744953.102623:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744953.102627:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7672476d00 x1874579698259328/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744953.102634:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787744953.102636:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787744953.102648:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a766cb6e000. 02000000:00000001:1.0:1787744953.102651:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787744953.102654:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787744953.102656:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a7648652800 refcount=3 obd=lustre-OST0001-osc-ffff8a7648bee000 00000020:00000001:1.0:1787744953.102658:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787744953.102688:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a764880f300. 02000000:00000001:1.0:1787744953.102693:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787744953.102695:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787744953.102697:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7672476d00. 00000100:00000001:1.0:1787744953.102701:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787744953.102703:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744953.102706:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744953.102714:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787744953.102716:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744953.102718:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744953.102720:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744953.496374:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744953.496384:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744953.496392:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744953.496393:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744953.496398:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744953.496399:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744953.496404:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744953.496405:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744953.496426:0:39518:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744953.496430:0:39518:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744953.496433:0:39518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787744954.327814:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301249268, at 4301249280 00000100:00000010:3.0:1787744954.327838:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897a420. 00000100:00000040:2.0:1787744954.327945:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301249268, at 4301249280 00000100:00000010:2.0:1787744954.327953:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897af60. 00010000:00000001:1.0:1787744954.520381:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744954.520399:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744954.520403:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744954.520404:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744954.520413:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744954.520414:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744954.520417:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744954.520419:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744954.520642:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744954.520646:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744954.520649:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744955.543853:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744955.543859:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744955.543861:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744955.543887:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744955.543892:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744955.543894:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744955.543896:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744955.543898:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744955.543903:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744955.543904:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744955.543908:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744955.543909:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744955.543912:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744955.543913:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787744955.544007:0:110735:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787744955.544010:0:110735:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744955.544012:0:110735:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744956.567871:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744956.567932:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744956.567936:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744956.567937:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744956.567939:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744956.567940:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744956.567943:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744956.567944:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744956.567993:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744956.567998:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744956.568000:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744957.591801:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744957.591808:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744957.591817:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744957.591821:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744957.591823:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744957.591839:0:172669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744957.591841:0:172669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744957.591843:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744957.591846:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744957.591848:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744957.591850:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744957.591853:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744957.591858:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744957.591860:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744957.591861:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744957.591863:0:172669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744957.591864:0:172669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744957.591865:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744957.591866:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744957.591868:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744957.591886:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744957.591889:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744957.591892:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744957.591894:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744957.591913:0:81966:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744957.591915:0:81966:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744957.591918:0:81966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787744958.170055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 295f25df-de87-4de2-8334-248ba01fceab->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787744958.170067:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787744958.170078:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a30c0. 00000020:00000040:1.0:1787744958.170084:0:8:0:(genops.c:1210:class_import_get()) import ffff8a76476e0000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:1.0:1787744958.170090:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787744958.170093:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787744958.170098:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787744958.170108:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a7646683900. 00000100:00000001:1.0:1787744958.170118:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744958.170131:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 295f25df-de87-4de2-8334-248ba01fceab->MGS req@ffff8a76518a30c0 x1874579698259456/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787744958.170141:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787744958.170146:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744958.170152:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffcd4acb] to pc [ptlrpcd_00_01+1] req@ffff8a76518a30c0 x1874579698259456/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744958.170182:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744958.170185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787744958.170189:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1787744958.170196:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744958.170200:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787744958.170203:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787744958.170208:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a30c0 x1874579698259456/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744958.170215:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787744958.170217:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744958.170221:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787744958.170240:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787744958.170243:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787744958.170247:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:295f25df-de87-4de2-8334-248ba01fceab:2397:1874579698259456:192.168.201.110@tcp:400:kworker.0 00000100:00000001:1.0:1787744958.170251:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787744958.170257:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787744958.170260:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744958.170262:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787744958.170267:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a766cb6e000. 02000000:00000001:1.0:1787744958.170269:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787744958.170277:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1787744958.170282:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c00cb8. 00000400:00000010:1.0:1787744958.170288:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0198. 00000100:00000200:1.0:1787744958.170296:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698259456, portal 25 00000100:00000001:1.0:1787744958.170299:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744958.170301:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511625920 : -129234197925696 : ffff8a76518a30c0) 00000100:00000040:1.0:1787744958.170306:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a76518a30c0 x1874579698259456/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744958.170312:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787744958.170315:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787744958.170318:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0770. 00000100:00000010:0.0:1787744958.170589:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76724752c0. 00000020:00000040:0.0:1787744958.170593:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000001:0.0:1787744958.170596:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787744958.170597:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787744958.170599:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787744958.170604:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a764880f400. 00000100:00000001:0.0:1787744958.170608:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.170612:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID req@ffff8a76724752c0 x1874579698259584/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787744958.170619:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787744958.170621:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.170625:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f052a687] to pc [ptlrpcd_00_00+0] req@ffff8a76724752c0 x1874579698259584/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.170634:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.170636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787744958.170639:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787744958.170642:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a7672477840. 00000020:00000040:0.0:1787744958.170644:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648651000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000100:00000001:0.0:1787744958.170646:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787744958.170647:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787744958.170648:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787744958.170651:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a764880f700. 00000100:00000001:0.0:1787744958.170654:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.170658:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID req@ffff8a7672477840 x1874579698259712/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787744958.170689:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787744958.170691:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.170695:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002eafe855] to pc [ptlrpcd_00_01+1] req@ffff8a7672477840 x1874579698259712/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.170730:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.170732:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787744958.170736:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787744958.170739:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a7672475a40. 00000020:00000040:0.0:1787744958.170741:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00000100:00000001:0.0:1787744958.170744:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787744958.170745:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787744958.170747:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787744958.170750:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a764880fa00. 00000100:00000001:0.0:1787744958.170753:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.170758:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID req@ffff8a7672475a40 x1874579698259840/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787744958.170764:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787744958.170766:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.170770:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdc957ba] to pc [ptlrpcd_00_00+0] req@ffff8a7672475a40 x1874579698259840/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.170776:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.170779:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787744958.170782:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787744958.170784:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a7672474780. 00000020:00000040:0.0:1787744958.170786:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648652800 refcount=4 obd=lustre-OST0001-osc-ffff8a7648bee000 00000100:00000001:0.0:1787744958.170788:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787744958.170790:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787744958.170791:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787744958.170794:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a764880f500. 00000100:00000001:0.0:1787744958.170797:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.170801:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID req@ffff8a7672474780 x1874579698259968/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787744958.170808:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787744958.170814:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.170819:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bfc7831] to pc [ptlrpcd_00_01+1] req@ffff8a7672474780 x1874579698259968/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.170827:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.170831:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6590) 00000100:00000001:0.0:1787744958.170848:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744958.170851:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787744958.170852:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787744958.170857:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76724752c0 x1874579698259584/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.170863:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787744958.170865:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744958.170867:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787744958.170869:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787744958.170871:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744958.170875:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76724752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698259584:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744958.170878:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787744958.170881:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787744958.170883:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744958.170885:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787744958.170889:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a764646ae00. 02000000:00000001:0.0:1787744958.170890:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744958.170895:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787744958.170898:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c3688. 00000400:00000010:0.0:1787744958.170903:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4aa0. 00000100:00000200:0.0:1787744958.170906:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698259584, portal 10 00000100:00000001:0.0:1787744958.170908:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744958.170909:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060891840 : -129233648659776 : ffff8a76724752c0) 00000100:00000040:0.0:1787744958.170915:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a76724752c0 x1874579698259584/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.170923:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787744958.170925:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787744958.170928:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef46e8. 00000100:00000200:0.0:1787744958.170938:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698259584, offset 0 00000400:00000200:0.0:1787744958.170944:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787744958.170953:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744958.170962:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787744958.170968:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787744958.170973:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787744958.170987:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787744958.170990:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787744958.170994:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440787:440787:256:4294967295] 192.168.201.110@tcp LPNI seq info [440786:440786:8:4294967295] 00000400:00000200:0.0:1787744958.170999:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744958.171009:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787744958.171016:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787744958.171021:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880f100. 00000800:00000200:0.0:1787744958.171028:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787744958.171036:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787744958.171042:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787744958.171065:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.171071:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8821 usecs (9 jiffies) 00000400:00000200:0.0:1787744958.171074:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787744958.171077:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301253132 00000100:00000010:0.0:1787744958.171082:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a766c7f2780. 00000100:00000001:0.0:1787744958.171089:0:2396:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787744958.171105:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301253132 00000100:00000010:0.0:1787744958.171108:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a766c7f2660. 00000100:00000001:0.0:1787744958.171111:0:2396:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787744958.171117:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744958.171120:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744958.171123:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787744958.171127:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a7672475a40 x1874579698259840/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.171144:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787744958.171146:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744958.171148:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787744958.171150:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787744958.171151:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744958.171154:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a7672475a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698259840:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744958.171158:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787744958.171160:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787744958.171162:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744958.171163:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787744958.171167:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a764646bc00. 02000000:00000001:0.0:1787744958.171168:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744958.171172:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787744958.171175:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c35d8. 00000400:00000010:0.0:1787744958.171179:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4bb0. 00000100:00000200:0.0:1787744958.171181:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698259840, portal 4 00000100:00000001:0.0:1787744958.171183:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744958.171184:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060893760 : -129233648657856 : ffff8a7672475a40) 00000100:00000040:0.0:1787744958.171191:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a7672475a40 x1874579698259840/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.171198:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787744958.171200:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787744958.171202:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4a18. 00000100:00000200:0.0:1787744958.171205:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698259840, offset 0 00000400:00000200:0.0:1787744958.171209:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787744958.171213:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744958.171216:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787744958.171219:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787744958.171221:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787744958.171223:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787744958.171225:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787744958.171233:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440788:440788:255:4294967295] 192.168.201.110@tcp LPNI seq info [440787:440787:7:4294967295] 00000400:00000200:0.0:1787744958.171237:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744958.171243:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787744958.171247:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787744958.171251:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880ff00. 00000800:00000200:0.0:1787744958.171254:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787744958.171258:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787744958.171261:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787744958.171264:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.171267:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137877 usecs (138 jiffies) 00000400:00000200:0.0:1787744958.171270:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787744958.171272:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301253261 00000100:00000001:0.0:1787744958.171277:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 2, simply extend its deadline from 4301253132 00000100:00000001:0.0:1787744958.171280:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301253261 00000100:00000001:0.0:1787744958.171283:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 3, simply extend its deadline from 4301253132 00000100:00000001:0.0:1787744958.171286:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744958.171288:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744958.171290:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744958.171293:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744958.171302:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787744958.171304:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787744958.171306:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744958.171308:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787744958.171310:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744958.171312:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1787744958.171314:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744958.171316:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787744958.171317:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744958.171319:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744958.171319:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787744958.171320:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787744958.171325:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a7672477840 x1874579698259712/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787744958.171591:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874579698259456, offset 0 00000400:00000200:1.0:1787744958.171599:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1787744958.171603:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744958.171606:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1787744958.171609:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787744958.171611:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1787744958.171614:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787744958.171616:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787744958.171619:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440789:440789:254:4294967295] 192.168.201.110@tcp LPNI seq info [440788:440788:6:4294967295] 00000400:00000200:1.0:1787744958.171623:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744958.171629:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1787744958.171633:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1787744958.171642:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a7646683600. 00000800:00000200:1.0:1787744958.171647:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1787744958.171651:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1787744958.171654:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7646683600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787744958.171657:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787744958.171660:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787744958.171676:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4301254389 00000100:00000001:1.0:1787744958.171680:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301253261 00000100:00000001:1.0:1787744958.171683:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4301254389 00000100:00000001:1.0:1787744958.171686:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301253261 00000100:00000001:1.0:1787744958.171688:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744958.171691:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744958.171694:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744958.171696:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744958.171699:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787744958.171700:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787744958.171702:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744958.171704:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787744958.172401:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744958.172406:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787744958.173491:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744958.173498:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880f100. 00000400:00000200:3.0:1787744958.173506:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744958.173513:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744958.173520:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef46e8 00000400:00000010:3.0:1787744958.173531:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef46e8. 00000100:00000001:3.0:1787744958.173536:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744958.173544:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76724752c0 x1874579698259584/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744958.173557:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744958.173569:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76724752c0 x1874579698259584/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744958.173576:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744958.173577:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787744958.173592:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744958.173595:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880ff00. 00000400:00000200:3.0:1787744958.173598:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744958.173602:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744958.173604:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4a18 00000400:00000010:3.0:1787744958.173606:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4a18. 00000100:00000001:3.0:1787744958.173608:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744958.173612:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a7672475a40 x1874579698259840/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744958.173619:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744958.173621:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7672475a40 x1874579698259840/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744958.173627:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744958.173629:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787744958.173744:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744958.173747:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a7646683600. 00000400:00000200:3.0:1787744958.173751:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744958.173754:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744958.173757:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0770 00000400:00000010:3.0:1787744958.173774:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0770. 00000100:00000001:3.0:1787744958.173777:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744958.173781:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a30c0 x1874579698259456/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744958.173789:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744958.173791:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a30c0 x1874579698259456/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744958.173798:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744958.173799:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787744958.176105:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787744958.176108:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744958.176114:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787744958.176118:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787744958.176121:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744958.176128:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a7672477840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698259712:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744958.176133:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787744958.176139:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787744958.176142:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744958.176144:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787744958.176151:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a764646a000. 02000000:00000001:0.0:1787744958.176153:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744958.176161:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787744958.176167:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c3aa8. 00000400:00000010:0.0:1787744958.176174:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4330. 00000100:00000200:0.0:1787744958.176182:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698259712, portal 10 00000100:00000001:0.0:1787744958.176185:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744958.176187:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060901440 : -129233648650176 : ffff8a7672477840) 00000100:00000040:0.0:1787744958.176195:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a7672477840 x1874579698259712/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.176202:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787744958.176205:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787744958.176208:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4000. 00000100:00000200:0.0:1787744958.176211:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698259712, offset 0 00000400:00000200:0.0:1787744958.176217:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787744958.176225:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744958.176232:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787744958.176237:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787744958.176240:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787744958.176244:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787744958.176247:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787744958.176262:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440790:440790:256:4294967295] 192.168.201.110@tcp LPNI seq info [440789:440789:8:4294967295] 00000400:00000200:0.0:1787744958.176267:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744958.176277:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787744958.176282:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787744958.176288:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880ff00. 00000800:00000200:0.0:1787744958.176294:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787744958.176303:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787744958.176308:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787744958.176318:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.176322:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: using a timeout of 8007 usecs (9 jiffies) 00000400:00000200:0.0:1787744958.176325:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787744958.176340:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301253137 00000100:00000001:0.0:1787744958.176344:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301254389 00000100:00000001:0.0:1787744958.176346:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301253137 00000100:00000001:0.0:1787744958.176349:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301254389 00000100:00000001:0.0:1787744958.176351:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744958.176353:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744958.176357:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787744958.176362:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a7672474780 x1874579698259968/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.176368:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787744958.176370:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744958.176373:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787744958.176374:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787744958.176376:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787744958.176379:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a7672474780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698259968:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744958.176382:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787744958.176384:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787744958.176386:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744958.176393:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787744958.176396:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a764646b600. 02000000:00000001:0.0:1787744958.176398:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787744958.176402:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787744958.176404:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c3f78. 00000400:00000010:0.0:1787744958.176408:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef42a8. 00000100:00000200:0.0:1787744958.176628:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698259968, portal 4 00000100:00000001:0.0:1787744958.176632:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787744958.176633:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060888960 : -129233648662656 : ffff8a7672474780) 00000100:00000040:0.0:1787744958.176640:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a7672474780 x1874579698259968/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.176646:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787744958.176649:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787744958.176652:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4dd0. 00000100:00000200:0.0:1787744958.176654:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698259968, offset 0 00000400:00000200:0.0:1787744958.176658:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787744958.176679:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744958.176683:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787744958.176686:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787744958.176688:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787744958.176690:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787744958.176692:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787744958.176695:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440791:440791:255:4294967295] 192.168.201.110@tcp LPNI seq info [440790:440790:7:4294967295] 00000400:00000200:0.0:1787744958.176698:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787744958.176704:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787744958.176721:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787744958.176725:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880f100. 00000800:00000200:0.0:1787744958.176729:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787744958.176734:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787744958.176736:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787744958.176738:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.176746:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: using a timeout of 121983 usecs (122 jiffies) 00000400:00000200:0.0:1787744958.176750:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787744958.176752:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301253251 00000100:00000001:0.0:1787744958.176754:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301254389 00000100:00000001:0.0:1787744958.176756:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301253251 00000100:00000001:0.0:1787744958.176758:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301254389 00000100:00000001:0.0:1787744958.176760:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744958.176762:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744958.176766:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744958.176771:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787744958.177007:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744958.177012:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880ff00. 00000400:00000200:2.0:1787744958.177016:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744958.177021:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744958.177026:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4000 00000400:00000010:2.0:1787744958.177028:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4000. 00000100:00000001:2.0:1787744958.177033:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744958.177037:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a7672477840 x1874579698259712/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744958.177046:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744958.177049:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7672477840 x1874579698259712/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744958.177055:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744958.177056:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744958.177137:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744958.177139:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880f100. 00000400:00000200:2.0:1787744958.177142:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744958.177146:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744958.177148:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4dd0 00000400:00000010:2.0:1787744958.177150:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4dd0. 00000100:00000001:2.0:1787744958.177152:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744958.177161:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a7672474780 x1874579698259968/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744958.177168:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744958.177170:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7672474780 x1874579698259968/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744958.177176:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744958.177178:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787744958.179787:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744958.179803:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744958.179808:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744958.179810:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744958.179818:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744958.179826:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744958.179834:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744958.179839:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744958.179844:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744958.179848:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb99049780 00000400:00000200:3.0:1787744958.179853:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744958.179858:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1c25 [1] + 224 00000800:00000001:3.0:1787744958.179866:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744958.179872:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744958.179875:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744958.179879:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744958.179886:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744958.179893:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a7672475a40 x1874579698259840/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744958.179904:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a7672475a40 x1874579698259840/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744958.179927:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744958.179945:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744958.179949:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744958.180531:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744958.180536:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787744958.180544:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787744958.180546:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787744958.180549:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c35d8. 00000400:00000200:0.0:1787744958.180554:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4bb0 00000400:00000010:0.0:1787744958.180556:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4bb0. 00000100:00000001:0.0:1787744958.180559:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787744958.180564:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a7672475a40 x1874579698259840/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787744958.180573:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a7672475a40 x1874579698259840/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.180579:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787744958.180581:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744958.180583:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787744958.180587:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787744958.180589:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787744958.180591:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744958.180594:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787744958.180603:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654460 time=71 v=5 (5 5 5 5) 00000100:00001000:0.0:1787744958.180607:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1787744958.180610:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787744958.180611:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744958.180620:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787744958.180624:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744958.180628:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787744958.180630:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:0.0:1787744958.180632:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787744958.180634:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.180639:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a7672475a40 x1874579698259840/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.180646:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744958.180649:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787744958.180651:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744958.180655:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a7672475a40 x1874579698259840/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787744958.180718:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a7672475a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698259840:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744958.180724:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744958.180726:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744958.180729:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7672475a40 x1874579698259840/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.180735:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744958.180738:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744958.180742:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a764646bc00. 02000000:00000001:0.0:1787744958.180748:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744958.180750:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744958.180752:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=2 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:0.0:1787744958.180755:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744958.180757:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a764880fa00. 02000000:00000001:0.0:1787744958.180760:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744958.180762:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744958.180764:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7672475a40. 00000100:00000001:0.0:1787744958.180767:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744958.180768:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744958.180771:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744958.180777:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744958.180779:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787744958.180792:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744958.180794:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787744958.186647:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744958.186712:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744958.186717:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744958.186719:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744958.186728:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744958.186736:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744958.186747:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744958.186751:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744958.186757:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744958.186760:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a8eb99049600 00000400:00000200:2.0:1787744958.186769:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744958.186776:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1c15 [1] + 224 00000800:00000001:2.0:1787744958.186784:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744958.186787:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744958.186791:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744958.186796:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744958.186806:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744958.186814:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a30c0 x1874579698259456/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744958.186824:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a76518a30c0 x1874579698259456/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744958.186841:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744958.186852:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744958.186854:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744958.186855:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744958.186875:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744958.186878:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744958.186883:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744958.186887:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744958.186889:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744958.186891:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744958.186893:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb99049800 00000400:00000200:2.0:1787744958.186896:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744958.186900:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1c35 [1] + 224 00000800:00000001:2.0:1787744958.186903:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1787744958.186911:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1787744958.186913:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744958.186915:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744958.186921:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:1.0:1787744958.186923:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744958.186925:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744958.186935:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a7672474780 x1874579698259968/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787744958.186939:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1787744958.186943:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a7672474780 x1874579698259968/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787744958.186944:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787744958.186951:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c00cb8. 00000100:00000001:2.0:1787744958.186963:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1787744958.186970:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0198 00000100:00000001:0.0:1787744958.187011:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744958.187014:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1787744958.187031:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0198. 00000100:00000001:1.0:1787744958.187038:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787744958.187048:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a30c0 x1874579698259456/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787744958.187059:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a30c0 x1874579698259456/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744958.187066:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787744958.187084:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744958.187087:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787744958.187090:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787744958.187092:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787744958.187094:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744958.187097:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787744958.187105:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a76476e0460 time=72 v=5 (5 5 5 5) 00000100:00001000:1.0:1787744958.187109:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a76476e0418 time=21 v=5 (1 1 1 1) 00000100:00000001:1.0:1787744958.187111:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787744958.187113:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744958.187116:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787744958.187118:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744958.187121:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744958.187127:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a30c0 x1874579698259456/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744958.187135:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744958.187138:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787744958.187140:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787744958.187144:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a30c0 x1874579698259456/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787744958.187152:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:295f25df-de87-4de2-8334-248ba01fceab:2397:1874579698259456:192.168.201.110@tcp:400:kworker.0 00000100:00000001:1.0:1787744958.187158:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744958.187161:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744958.187165:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76518a30c0 x1874579698259456/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744958.187172:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787744958.187175:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787744958.187178:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a766cb6e000. 02000000:00000001:1.0:1787744958.187182:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787744958.187185:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787744958.187187:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a76476e0000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:1.0:1787744958.187189:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787744958.187192:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a7646683900. 02000000:00000001:1.0:1787744958.187202:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787744958.187204:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787744958.187206:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76518a30c0. 00000100:00000001:1.0:1787744958.187210:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787744958.187211:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744958.187213:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744958.187221:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787744958.187223:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744958.187225:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744958.187227:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787744958.190769:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744958.190792:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744958.195014:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744958.195038:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744958.195044:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744958.195047:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744958.195060:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744958.195069:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744958.195080:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744958.195086:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744958.195093:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744958.195098:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb99049680 00000400:00000200:3.0:1787744958.195104:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744958.195113:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1c1d [1] + 224 00000800:00000001:3.0:1787744958.195123:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744958.195134:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744958.195138:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744958.195143:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744958.195154:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744958.195165:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76724752c0 x1874579698259584/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744958.195178:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a76724752c0 x1874579698259584/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744958.195190:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744958.195201:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744958.195205:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744958.195207:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744958.195209:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744958.195212:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744958.195216:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744958.195220:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744958.195222:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744958.195225:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744958.195249:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb99049700 00000400:00000200:3.0:1787744958.195253:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744958.195258:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1c2d [1] + 224 00000800:00000001:3.0:1787744958.195262:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744958.195270:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744958.195273:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744958.195276:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744958.195280:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744958.195286:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a7672477840 x1874579698259712/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744958.195295:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a7672477840 x1874579698259712/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744958.195303:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744958.195307:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744958.195310:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787744958.201224:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787744958.201232:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787744958.201236:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c3f78. 00000400:00000200:0.0:1787744958.201245:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef42a8 00000400:00000010:0.0:1787744958.201248:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef42a8. 00000100:00000001:0.0:1787744958.201254:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787744958.201266:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a7672474780 x1874579698259968/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787744958.201277:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a7672474780 x1874579698259968/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.201285:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787744958.201288:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744958.201291:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787744958.201294:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787744958.201296:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787744958.201299:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744958.201302:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787744958.201313:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648652c60 time=71 v=5 (5 5 5 5) 00000100:00001000:0.0:1787744958.201318:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648652c18 time=28 v=5 (1 1 0 0) 00000100:00000001:0.0:1787744958.201321:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787744958.201323:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744958.201326:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787744958.201330:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744958.201335:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1787744958.201337:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a7648bee000: committing for last_committed 8589936037 gen 7 00000100:00000040:0.0:1787744958.201344:0:2396:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589936037) req@ffff8a76518a12c0 x1874579698258432/t8589936037(8589936037) o2->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787744963 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744958.201352:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744958.201355:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76518a12c0 x1874579698258432/t8589936037(8589936037) o2->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787744963 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787744958.201383:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744958.201385:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744958.201389:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a7646176400. 02000000:00000001:0.0:1787744958.201394:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744958.201397:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744958.201399:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a7648652800 refcount=3 obd=lustre-OST0001-osc-ffff8a7648bee000 00000020:00000001:0.0:1787744958.201402:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744958.201404:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a7648dc0400. 02000000:00000001:0.0:1787744958.201408:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744958.201410:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744958.201412:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76518a12c0. 00000100:00000001:0.0:1787744958.201416:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744958.201417:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744958.201419:0:2396:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787744958.201422:0:2396:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a7648bee000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1787744958.201424:0:2396:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787744958.201426:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.201431:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a7672474780 x1874579698259968/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.201439:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744958.201441:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787744958.201443:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744958.201460:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a7672474780 x1874579698259968/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787744958.201468:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a7672474780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698259968:192.168.201.110@tcp:400:kworker.0 00000400:00000001:0.0:1787744958.201477:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787744958.201479:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787744958.201481:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c3688. 00000400:00000200:0.0:1787744958.201483:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4aa0 00000400:00000010:0.0:1787744958.201485:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4aa0. 00000100:00000001:0.0:1787744958.201487:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787744958.201497:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76724752c0 x1874579698259584/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787744958.201505:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76724752c0 x1874579698259584/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.201511:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787744958.201513:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744958.201515:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787744958.201517:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787744958.201518:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787744958.201519:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744958.201521:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787744958.201536:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=72 v=5 (5 5 5 5) 00000100:00001000:0.0:1787744958.201539:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=25 v=5 (1 1 1 1) 00000100:00000001:0.0:1787744958.201541:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787744958.201542:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744958.201544:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787744958.201546:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744958.201549:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787744958.201550:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:0.0:1787744958.201552:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787744958.201553:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.201557:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76724752c0 x1874579698259584/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.201837:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744958.201839:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787744958.201841:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744958.201845:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76724752c0 x1874579698259584/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787744958.201853:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76724752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698259584:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744958.201857:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744958.201860:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744958.201868:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7672474780 x1874579698259968/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.201875:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744958.201876:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744958.201878:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a764646b600. 02000000:00000001:0.0:1787744958.201882:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744958.201884:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744958.201885:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a7648652800 refcount=2 obd=lustre-OST0001-osc-ffff8a7648bee000 00000020:00000001:0.0:1787744958.201887:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744958.201889:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a764880f500. 02000000:00000001:0.0:1787744958.201891:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744958.201892:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744958.201894:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7672474780. 00000100:00000001:0.0:1787744958.201896:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744958.201897:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744958.201899:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744958.201902:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76724752c0 x1874579698259584/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.201908:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744958.201909:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744958.201910:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a764646ae00. 02000000:00000001:0.0:1787744958.201912:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744958.201913:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744958.201915:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:0.0:1787744958.201917:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744958.201918:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a764880f400. 02000000:00000001:0.0:1787744958.201919:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744958.201920:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744958.201921:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76724752c0. 00000100:00000001:0.0:1787744958.201924:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744958.201925:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744958.201928:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744958.201930:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744958.201932:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787744958.201935:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787744958.201936:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787744958.201941:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c3aa8. 00000400:00000200:0.0:1787744958.201944:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4330 00000400:00000010:0.0:1787744958.201945:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4330. 00000100:00000001:0.0:1787744958.201948:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787744958.201952:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a7672477840 x1874579698259712/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787744958.201960:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a7672477840 x1874579698259712/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.201966:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787744958.201967:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744958.201969:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787744958.201970:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787744958.201971:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787744958.201973:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787744958.201975:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787744958.201978:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648651460 time=71 v=5 (5 5 5 5) 00000100:00001000:0.0:1787744958.201981:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648651418 time=18 v=5 (1 1 0 0) 00000100:00000001:0.0:1787744958.201983:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787744958.201985:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787744958.201986:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787744958.201988:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744958.201990:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787744958.201992:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a7648bee000: skip recheck: last_committed 25769918529 00000100:00000001:0.0:1787744958.201994:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787744958.201995:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744958.201999:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a7672477840 x1874579698259712/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.202005:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787744958.202007:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787744958.202008:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787744958.202011:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a7672477840 x1874579698259712/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787744958.202018:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a7672477840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698259712:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1787744958.202026:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744958.202028:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787744958.202031:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7672477840 x1874579698259712/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787744958.202037:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787744958.202039:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787744958.202040:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a764646a000. 02000000:00000001:0.0:1787744958.202042:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787744958.202043:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787744958.202044:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a7648651000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000020:00000001:0.0:1787744958.202046:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787744958.202047:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a764880f700. 02000000:00000001:0.0:1787744958.202049:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787744958.202050:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787744958.202051:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7672477840. 00000100:00000001:0.0:1787744958.202053:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787744958.202054:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744958.202056:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787744958.202063:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787744958.202064:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787744958.202066:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787744958.202068:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744958.615878:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744958.615891:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744958.615900:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744958.615901:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744958.615905:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744958.615907:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744958.615911:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744958.615912:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744958.615958:0:39518:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744958.615963:0:39518:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744958.615968:0:39518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787744959.447831:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301254389, at 4301254400 00000100:00000010:3.0:1787744959.447853:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a766c7f2660. 00000100:00000040:2.0:1787744959.448597:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301254389, at 4301254400 00000100:00000010:2.0:1787744959.448607:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a766c7f2780. 00010000:00000001:1.0:1787744959.639805:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744959.639813:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744959.639819:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744959.639820:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744959.639823:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744959.639824:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744959.639826:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744959.639827:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744959.639895:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744959.639899:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744959.639903:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744960.663849:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744960.663861:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744960.663876:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744960.663879:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744960.663884:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744960.663885:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744960.664282:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744960.664283:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787744960.664348:0:110735:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787744960.664355:0:110735:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744960.664360:0:110735:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744961.687978:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744961.688016:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744961.688026:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744961.688028:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744961.688032:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744961.688034:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744961.688038:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744961.688039:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744961.688141:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744961.688151:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744961.688156:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744962.711799:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744962.711807:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744962.711813:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744962.711814:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744962.711818:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744962.711819:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744962.711822:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744962.711827:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744962.711829:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744962.711836:0:172669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744962.711838:0:172669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744962.711840:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744962.711842:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744962.711845:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744962.711847:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744962.711849:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744962.711875:0:81966:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744962.711878:0:81966:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744962.711880:0:81966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787744963.287994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 295f25df-de87-4de2-8334-248ba01fceab->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787744963.288007:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787744963.288020:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c649680. 00000020:00000040:3.0:1787744963.288029:0:8:0:(genops.c:1210:class_import_get()) import ffff8a76476e0000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:3.0:1787744963.288034:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787744963.288038:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787744963.288044:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787744963.288071:0:179117:0:(rw.c:1502:ll_writepages()) Process entered 00000080:00000001:0.0:1787744963.288078:0:179117:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1787744963.288081:0:179117:0:(cl_object.c:754:cl_env_obtain()) Process entered 02000000:00000010:3.0:1787744963.288085:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad68500. 00000020:00000001:0.0:1787744963.288087:0:179117:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839278708856 : -129234430842760 : ffff8a7643a82878) 00000020:00001000:0.0:1787744963.288093:0:179117:0:(cl_object.c:823:cl_env_get()) 1@ffff8a7643a82870 00000100:00000001:3.0:1787744963.288096:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787744963.288100:0:179117:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a3468 -> ffff8a766c9a3468 00000020:00000001:0.0:1787744963.288105:0:179117:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1787744963.288109:0:179117:0:(vvp_io.c:1861:vvp_io_init()) Process entered 00000100:00000040:3.0:1787744963.288113:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 295f25df-de87-4de2-8334-248ba01fceab->MGS req@ffff8a766c649680 x1874579698260096/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000080:00200000:0.0:1787744963.288113:0:179117:0:(vvp_io.c:1866:vvp_io_init()) [0x200000402:0x10a8e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1787744963.288118:0:179117:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787744963.288121:0:179117:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1787744963.288124:0:179117:0:(vvp_io.c:1938:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787744963.288130:0:179117:0:(lov_object.c:1600:lov_io_init()) [0x200000402:0x10a8e:0x0]io ffff8a76724ab1c0 type 6 ignore/verify layout 1/0, compressed 0 00020000:00000002:0.0:1787744963.288135:0:179117:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a76489714d8) owner 0000000000000000/ffff8a7650c58000 00020000:00000001:0.0:1787744963.288149:0:179117:0:(lov_io.c:2452:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1787744963.288151:0:179117:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1787744963.288155:0:179117:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00000100:00000001:3.0:1787744963.288156:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00020000:00000001:0.0:1787744963.288158:0:179117:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787744963.288162:0:179117:0:(lov_io.c:916:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744963.288164:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787744963.288165:0:179117:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1787744963.288169:0:179117:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787744963.288171:0:179117:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787744963.288174:0:179117:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000100:00000040:3.0:1787744963.288175:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5011c2e] to pc [ptlrpcd_01_00+0] req@ffff8a766c649680 x1874579698260096/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1787744963.288176:0:179117:0:(lov_io.c:2465:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1787744963.288179:0:179117:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a76489714d8) owner 0000000000000000/ffff8a7650c58000 00000020:00000001:0.0:1787744963.288185:0:179117:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787744963.288190:0:179117:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:0.0:1787744963.288192:0:179117:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1787744963.288195:0:179117:0:(lov_io.c:1218:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1787744963.288198:0:179117:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1787744963.288203:0:179117:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1787744963.288206:0:179117:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787744963.288208:0:179117:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1787744963.288210:0:179117:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787744963.288212:0:179117:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839760868776 : -129233948682840 : ffff8a76606555a8) 00000100:00000001:3.0:1787744963.288213:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787744963.288215:0:179117:0:(cl_object.c:823:cl_env_get()) 1@ffff8a76606555a0 00000100:00000001:2.0:1787744963.288217:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1787744963.288218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1787744963.288220:0:179117:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a35f8 -> ffff8a766c9a3468 00000100:00100000:2.0:1787744963.288222:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000001:0.0:1787744963.288224:0:179117:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1787744963.288227:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1787744963.288228:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787744963.288230:0:179117:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787744963.288232:0:179117:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1787744963.288234:0:179117:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787744963.288236:0:179117:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787744963.288237:0:179117:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614839967054568 : -129233742497048 : ffff8a766caf7ae8) 00000020:00000001:0.0:1787744963.288240:0:179117:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000100:00000001:2.0:1787744963.288241:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1787744963.288241:0:179117:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.288243:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1787744963.288243:0:179117:0:(lov_io.c:1359:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744963.288244:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1787744963.288245:0:179117:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.288246:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744963.288249:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1787744963.288249:0:179117:0:(cl_io.c:318:cl_io_lock()) Process entered 00000100:00000001:3.0:1787744963.288250:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.288252:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00020000:00000001:0.0:1787744963.288252:0:179117:0:(lov_io.c:1502:lov_io_lock()) Process entered 00020000:00000001:0.0:1787744963.288256:0:179117:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:0.0:1787744963.288257:0:179117:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:0.0:1787744963.288259:0:179117:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000100:00000010:3.0:1787744963.288260:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c64b840. 00000020:00000001:0.0:1787744963.288260:0:179117:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787744963.288266:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:0.0:1787744963.288266:0:179117:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744963.288271:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1787744963.288273:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c649680 x1874579698260096/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1787744963.288274:0:179117:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744963.288275:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1787744963.288277:0:179117:0:(lov_io.c:1503:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744963.288279:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787744963.288280:0:179117:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1787744963.288282:0:179117:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787744963.288285:0:179117:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.288286:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1787744963.288287:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad68800. 00000020:00000001:0.0:1787744963.288288:0:179117:0:(cl_io.c:532:cl_io_start()) Process entered 00000100:00000001:2.0:1787744963.288289:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787744963.288291:0:179117:0:(lov_io.c:1552:lov_io_start()) Process entered 00020000:00000001:0.0:1787744963.288293:0:179117:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:0.0:1787744963.288294:0:179117:0:(cl_io.c:532:cl_io_start()) Process entered 00000100:00000001:3.0:1787744963.288295:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744963.288295:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:0.0:1787744963.288297:0:179117:0:(osc_io.c:1125:osc_io_fsync_start()) Process entered 02000000:00000001:2.0:1787744963.288299:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1787744963.288302:0:179117:0:(osc_cache.c:3376:osc_cache_writeback_range()) Process entered 02000000:00000001:2.0:1787744963.288303:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744963.288305:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID req@ffff8a766c64b840 x1874579698260224/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787744963.288308:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c649680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:295f25df-de87-4de2-8334-248ba01fceab:2399:1874579698260096:192.168.201.110@tcp:400:kworker.0 00000008:00000020:0.0:1787744963.288308:0:179117:0:(osc_cache.c:3516:osc_cache_writeback_range()) obj ffff8a76489768c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000100:00000001:2.0:1787744963.288316:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:0.0:1787744963.288316:0:179117:0:(osc_cache.c:3531:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787744963.288321:0:179117:0:(osc_io.c:1194:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744963.288323:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1787744963.288324:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1787744963.288325:0:179117:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744963.288326:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744963.288330:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744963.288330:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:0.0:1787744963.288330:0:179117:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787744963.288335:0:179117:0:(lov_io.c:1553:lov_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744963.288336:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a766c922000. 00000020:00000001:0.0:1787744963.288337:0:179117:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744963.288340:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003eb6a0c] to pc [ptlrpcd_01_01+1] req@ffff8a766c64b840 x1874579698260224/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787744963.288340:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787744963.288340:0:179117:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:0.0:1787744963.288343:0:179117:0:(lov_io.c:2153:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1787744963.288345:0:179117:0:(lov_io.c:1558:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1787744963.288347:0:179117:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:0.0:1787744963.288349:0:179117:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:0.0:1787744963.288351:0:179117:0:(lov_io.c:1568:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787744963.288352:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00020000:00000001:0.0:1787744963.288355:0:179117:0:(lov_io.c:2164:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1787744963.288357:0:179117:0:(cl_io.c:567:cl_io_end()) Process leaving 00000400:00000010:2.0:1787744963.288358:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7648531108. 00000020:00000001:0.0:1787744963.288360:0:179117:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:0.0:1787744963.288363:0:179117:0:(lov_io.c:1646:lov_io_unlock()) Process entered 00020000:00000001:0.0:1787744963.288366:0:179117:0:(lov_io.c:1480:lov_io_call()) Process entered 00000400:00000010:2.0:1787744963.288368:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703880. 00000020:00000001:0.0:1787744963.288368:0:179117:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000100:00000001:3.0:1787744963.288369:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787744963.288369:0:179117:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1787744963.288372:0:179117:0:(lov_io.c:1580:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1787744963.288374:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698260096, portal 25 00000100:00000040:3.0:1787744963.288375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:0.0:1787744963.288375:0:179117:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.288377:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00020000:00000001:0.0:1787744963.288379:0:179117:0:(lov_io.c:1649:lov_io_unlock()) Process leaving 00000100:00000001:2.0:1787744963.288380:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962146432 : -129233747405184 : ffff8a766c649680) 00000020:00000001:0.0:1787744963.288380:0:179117:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1787744963.288385:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:0.0:1787744963.288385:0:179117:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1787744963.288388:0:179117:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000100:00000040:2.0:1787744963.288389:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766c649680 x1874579698260096/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1787744963.288389:0:179117:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000100:00000001:3.0:1787744963.288390:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:0.0:1787744963.288391:0:179117:0:(lov_io.c:1627:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1787744963.288394:0:179117:0:(lov_io.c:1480:lov_io_call()) Process entered 00000100:00100000:3.0:1787744963.288395:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000001:0.0:1787744963.288396:0:179117:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1787744963.288398:0:179117:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000100:00000001:3.0:1787744963.288400:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744963.288401:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787744963.288405:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000100:00000001:3.0:1787744963.288406:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1787744963.288408:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703110. 00020000:00000001:0.0:1787744963.288408:0:179117:0:(lov_io.c:1574:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744963.288410:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1787744963.288411:0:179117:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1787744963.288412:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874579698260096, offset 0 00020000:00000001:0.0:1787744963.288413:0:179117:0:(lov_io.c:1638:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1787744963.288414:0:179117:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1787744963.288415:0:179117:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787744963.288418:0:179117:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:2.0:1787744963.288419:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000100:00000001:3.0:1787744963.288422:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:0.0:1787744963.288422:0:179117:0:(lov_io.c:1054:lov_io_fini()) Process entered 00000100:00000001:3.0:1787744963.288426:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00020000:00000001:0.0:1787744963.288426:0:179117:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1787744963.288429:0:179117:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:3.0:1787744963.288430:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1787744963.288431:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000020:00000001:0.0:1787744963.288431:0:179117:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787744963.288444:0:179117:0:(cl_object.c:917:cl_env_put()) 1@ffff8a76606555a0 00020000:00000001:0.0:1787744963.288448:0:179117:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000040:3.0:1787744963.288449:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c64b840 x1874579698260224/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1787744963.288451:0:179117:0:(lov_io.c:1073:lov_io_fini()) Process leaving 00000080:00000001:0.0:1787744963.288455:0:179117:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1787744963.288459:0:179117:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10a8e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:3.0:1787744963.288461:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000080:00000001:0.0:1787744963.288464:0:179117:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000100:00000001:3.0:1787744963.288465:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787744963.288467:0:179117:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787744963.288472:0:179117:0:(cl_object.c:917:cl_env_put()) 1@ffff8a7643a82870 00000080:00000001:0.0:1787744963.288474:0:179117:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787744963.288476:0:179117:0:(rw.c:1576:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744963.288490:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744963.288494:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744963.288497:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744963.288501:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c64b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698260224:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744963.288505:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744963.288508:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744963.288510:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744963.288519:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744963.288523:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c57200. 02000000:00000001:3.0:1787744963.288525:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744963.288529:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744963.288532:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766058. 00000400:00000010:3.0:1787744963.288536:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac770. 00000100:00000200:3.0:1787744963.288539:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698260224, portal 10 00000100:00000001:3.0:1787744963.288541:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744963.288542:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962155072 : -129233747396544 : ffff8a766c64b840) 00000100:00000040:3.0:1787744963.288548:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766c64b840 x1874579698260224/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744963.288554:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744963.288557:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744963.288568:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac3b8. 00000100:00000200:3.0:1787744963.288570:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698260224, offset 0 00000400:00000200:3.0:1787744963.288574:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1787744963.288633:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1787744963.288646:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787744963.288650:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1787744963.288654:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787744963.288657:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1787744963.288661:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440792:440792:256:4294967295] 192.168.201.110@tcp LPNI seq info [440791:440791:8:4294967295] 00000400:00000200:2.0:1787744963.288888:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.288901:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1787744963.288909:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744963.290049:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744963.290168:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744963.290174:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744963.290194:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744963.290198:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744963.290202:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744963.290205:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440793:440793:255:4294967295] 192.168.201.110@tcp LPNI seq info [440792:440792:7:4294967295] 00000400:00000200:3.0:1787744963.290210:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744963.290219:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744963.290226:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744963.290356:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68a00. 00000800:00000200:3.0:1787744963.290368:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744963.290376:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744963.290380:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744963.290403:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744963.290409:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8821 usecs (9 jiffies) 00000400:00000200:3.0:1787744963.290413:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744963.290416:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301258250 00000100:00000010:3.0:1787744963.290422:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f8a80. 00000100:00000001:3.0:1787744963.290428:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787744963.290445:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301258250 00000100:00000010:3.0:1787744963.290449:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f88a0. 00000100:00000001:3.0:1787744963.290452:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787744963.290455:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744963.290458:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744963.290462:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744963.290467:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787744963.290493:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c649a40. 00000020:00000040:3.0:1787744963.290498:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648651000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000100:00000001:3.0:1787744963.290503:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787744963.290506:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787744963.290510:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787744963.290517:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad68e00. 00000100:00000001:3.0:1787744963.290528:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744963.290535:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID req@ffff8a766c649a40 x1874579698260352/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787744963.290545:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787744963.290550:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744963.290554:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009477e02e] to pc [ptlrpcd_01_00+0] req@ffff8a766c649a40 x1874579698260352/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744963.290647:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744963.290650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787744963.290654:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1787744963.290683:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744963.290687:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744963.290689:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744963.290694:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c649a40 x1874579698260352/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1787744963.290696:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad53000. 00000100:00000001:3.0:1787744963.290705:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1787744963.290706:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000100:00000001:3.0:1787744963.290709:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744963.290714:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1787744963.290714:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 02000000:00000001:3.0:1787744963.290719:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1787744963.290720:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad53000 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1787744963.290725:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.290726:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744963.290732:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c649a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698260352:192.168.201.110@tcp:400:kworker.0 00000400:00000200:2.0:1787744963.290734:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1787744963.290738:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4301259509 00000100:00000001:3.0:1787744963.290740:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744963.290746:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1787744963.290746:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301258250 02000000:00000001:3.0:1787744963.290750:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.290752:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4301259509 02000000:00000001:3.0:1787744963.290754:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1787744963.290757:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301258250 02000000:00000010:3.0:1787744963.290761:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c56e00. 00000100:00000001:2.0:1787744963.290761:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744963.290763:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744963.290766:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.290768:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.290772:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744963.290774:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1787744963.290775:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744963.290778:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1787744963.290780:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766d68. 00000100:00000001:2.0:1787744963.290780:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.290785:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787744963.290791:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac990. 00000100:00000200:3.0:1787744963.290799:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698260352, portal 10 00000100:00000001:3.0:1787744963.290802:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744963.290809:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962147392 : -129233747404224 : ffff8a766c649a40) 00000100:00000040:3.0:1787744963.290817:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766c649a40 x1874579698260352/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744963.290823:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1787744963.290834:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744963.290840:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68a00. 00000400:00000200:2.0:1787744963.290848:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744963.290854:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744963.290860:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac3b8 00000400:00000010:2.0:1787744963.290869:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac3b8. 00000100:00000001:2.0:1787744963.290875:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744963.290881:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c64b840 x1874579698260224/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.290891:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744963.290894:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c64b840 x1874579698260224/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.290901:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.290902:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744963.290990:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744963.290992:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad53000. 00000400:00000200:2.0:1787744963.290995:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744963.290999:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744963.291002:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703110 00000400:00000010:2.0:1787744963.291004:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703110. 00000100:00000001:2.0:1787744963.291006:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744963.291010:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c649680 x1874579698260096/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.291017:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744963.291020:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c649680 x1874579698260096/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.291026:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.291028:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1787744963.291220:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca35a40. 00000020:00000040:2.0:1787744963.291224:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00000100:00000001:2.0:1787744963.291228:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744963.291229:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744963.291232:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744963.291236:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53000. 00000100:00000001:2.0:1787744963.291240:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744963.291244:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID req@ffff8a766ca35a40 x1874579698260480/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744963.291264:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744963.291266:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744963.291271:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000303e50d9] to pc [ptlrpcd_01_01+1] req@ffff8a766ca35a40 x1874579698260480/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.291283:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744963.291286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744963.291289:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1787744963.291294:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744963.291296:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744963.291297:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787744963.291300:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca35a40 x1874579698260480/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.291306:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787744963.291308:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744963.291310:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787744963.291312:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787744963.291314:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787744963.291317:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca35a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698260480:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787744963.291321:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787744963.291324:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787744963.291325:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744963.291327:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787744963.291331:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a766c922a00. 02000000:00000001:2.0:1787744963.291332:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787744963.291336:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1787744963.291340:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7648531688. 00000400:00000010:2.0:1787744963.291344:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703110. 00000100:00000200:2.0:1787744963.291347:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698260480, portal 4 00000100:00000001:2.0:1787744963.291348:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787744963.291350:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966259776 : -129233743291840 : ffff8a766ca35a40) 00000100:00000040:2.0:1787744963.291356:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca35a40 x1874579698260480/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.291368:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787744963.291371:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1787744963.291373:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703a18. 00000100:00000200:2.0:1787744963.291377:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698260480, offset 0 00000400:00000200:2.0:1787744963.291382:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1787744963.291388:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.291393:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1787744963.291397:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787744963.291400:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1787744963.291403:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787744963.291405:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1787744963.291409:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440794:440794:256:4294967295] 192.168.201.110@tcp LPNI seq info [440793:440793:8:4294967295] 00000400:00000200:2.0:1787744963.291412:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.291419:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1787744963.291423:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1787744963.291427:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad53c00. 00000800:00000200:2.0:1787744963.291431:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1787744963.291448:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1787744963.291451:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad53c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787744963.291460:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744963.291464:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137857 usecs (138 jiffies) 00000400:00000200:2.0:1787744963.291467:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1787744963.291469:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301258381 00000100:00000001:2.0:1787744963.291472:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301259509 00000100:00000001:2.0:1787744963.291474:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301258381 00000100:00000001:2.0:1787744963.291475:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301259509 00000100:00000001:2.0:1787744963.291478:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744963.291480:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.291487:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.291490:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744963.291509:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787744963.291511:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787744963.291513:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744963.291515:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744963.291516:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.291518:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787744963.291527:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca36580. 00000020:00000040:2.0:1787744963.291530:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648652800 refcount=3 obd=lustre-OST0001-osc-ffff8a7648bee000 00000100:00000001:2.0:1787744963.291533:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744963.291534:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744963.291536:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744963.291540:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53d00. 00000100:00000001:2.0:1787744963.291544:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744963.291548:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID req@ffff8a766ca36580 x1874579698260608/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744963.291555:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744963.291558:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744963.291562:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d99455c2] to pc [ptlrpcd_01_00+0] req@ffff8a766ca36580 x1874579698260608/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.291573:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.291580:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744963.291581:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744963.291583:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787744963.291585:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1787744963.291587:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744963.291590:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787744963.291591:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744963.291593:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744963.291594:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744963.291595:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787744963.291599:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca36580 x1874579698260608/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.291606:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787744963.291612:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744963.291615:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787744963.291617:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787744963.291619:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787744963.291623:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca36580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698260608:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787744963.291626:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787744963.291629:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787744963.291630:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744963.291632:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787744963.291635:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a766c922600. 02000000:00000001:2.0:1787744963.291636:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787744963.291639:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1787744963.291641:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7648531790. 00000400:00000010:2.0:1787744963.291644:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703ee0. 00000100:00000200:2.0:1787744963.291647:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698260608, portal 4 00000100:00000001:2.0:1787744963.291649:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787744963.291650:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966262656 : -129233743288960 : ffff8a766ca36580) 00000100:00000040:2.0:1787744963.291656:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca36580 x1874579698260608/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.291689:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787744963.291692:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1787744963.291695:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703990. 00000100:00000200:2.0:1787744963.291698:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698260608, offset 0 00000400:00000200:2.0:1787744963.291702:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1787744963.291705:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.291709:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1787744963.291712:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787744963.291714:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1787744963.291716:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787744963.291718:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1787744963.291721:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440795:440795:255:4294967295] 192.168.201.110@tcp LPNI seq info [440794:440794:7:4294967295] 00000400:00000200:2.0:1787744963.291725:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.291731:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1787744963.291742:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1787744963.291746:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad53900. 00000800:00000200:2.0:1787744963.291750:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1787744963.291754:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1787744963.291756:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad53900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787744963.291759:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744963.291762:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: using a timeout of 121970 usecs (122 jiffies) 00000400:00000200:2.0:1787744963.291765:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1787744963.291768:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301258366 00000100:00000001:2.0:1787744963.291770:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301259509 00000100:00000001:2.0:1787744963.291773:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301258366 00000100:00000001:2.0:1787744963.291775:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301259509 00000100:00000001:2.0:1787744963.291777:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744963.291779:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.291781:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.291784:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744963.291792:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6595) 00000800:00000200:2.0:1787744963.291828:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744963.291830:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad53c00. 00000400:00000200:2.0:1787744963.291835:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744963.291839:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744963.291842:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703a18 00000400:00000010:2.0:1787744963.291844:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703a18. 00000100:00000001:2.0:1787744963.291848:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744963.291852:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca35a40 x1874579698260480/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.291861:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744963.291864:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca35a40 x1874579698260480/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.291871:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.291878:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744963.291888:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744963.291890:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad53900. 00000400:00000200:2.0:1787744963.291893:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744963.291896:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744963.291899:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703990 00000400:00000010:2.0:1787744963.291901:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703990. 00000100:00000001:2.0:1787744963.291903:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744963.291906:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca36580 x1874579698260608/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.291912:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744963.291915:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca36580 x1874579698260608/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.291922:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.291924:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1787744963.294460:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744963.294468:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8acc38. 00000100:00000200:3.0:1787744963.294476:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698260352, offset 0 00000400:00000200:3.0:1787744963.294484:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744963.294493:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744963.294501:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744963.294506:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744963.294510:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744963.294513:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744963.294517:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744963.294520:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440796:440796:256:4294967295] 192.168.201.110@tcp LPNI seq info [440795:440795:8:4294967295] 00000400:00000200:3.0:1787744963.294524:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744963.294532:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744963.294538:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744963.294544:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68000. 00000800:00000200:3.0:1787744963.294551:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744963.294568:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744963.294573:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744963.294594:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744963.294600:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: using a timeout of 8007 usecs (9 jiffies) 00000400:00000200:3.0:1787744963.294603:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744963.294606:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301258255 00000100:00000001:3.0:1787744963.294609:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301259509 00000100:00000001:3.0:1787744963.294611:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301258255 00000100:00000001:3.0:1787744963.294613:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301259509 00000100:00000001:3.0:1787744963.294637:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744963.294640:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744963.294646:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744963.294650:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744963.294659:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744963.294679:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787744963.294683:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744963.294684:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744963.294686:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744963.294688:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787744963.295357:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744963.295363:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68000. 00000400:00000200:2.0:1787744963.295369:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744963.295375:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744963.295381:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8acc38 00000400:00000010:2.0:1787744963.295384:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8acc38. 00000100:00000001:2.0:1787744963.295389:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744963.295396:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c649a40 x1874579698260352/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.295407:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744963.295411:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c649a40 x1874579698260352/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.295418:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.295420:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787744963.304734:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744963.304755:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744963.304759:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744963.304761:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744963.304784:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.304793:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744963.304803:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.304807:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.304812:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.304816:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb99049900 00000400:00000200:2.0:1787744963.304820:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.304827:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1c4d [1] + 224 00000800:00000001:2.0:1787744963.304835:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744963.304858:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744963.304862:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744963.304867:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744963.304875:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744963.304883:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c64b840 x1874579698260224/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744963.304894:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766c64b840 x1874579698260224/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.304912:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744963.304925:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744963.304928:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744963.304930:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744963.304932:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744963.304935:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.304938:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744963.304942:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.304945:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.304948:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.304951:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb99049a00 00000400:00000200:2.0:1787744963.304954:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.304960:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1c65 [1] + 224 00000800:00000001:2.0:1787744963.304964:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744963.304972:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744963.304974:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744963.304977:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744963.304982:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744963.304986:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca35a40 x1874579698260480/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744963.304994:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca35a40 x1874579698260480/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.305011:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744963.305015:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744963.305018:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744963.305020:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744963.305022:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744963.305026:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.305029:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744963.305033:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.305036:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.305039:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.305042:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb99049a80 00000400:00000200:2.0:1787744963.305045:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.305049:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1c75 [1] + 224 00000800:00000001:2.0:1787744963.305828:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744963.308549:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744963.308560:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744963.308569:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744963.308578:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744963.308588:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca36580 x1874579698260608/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744963.308600:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca36580 x1874579698260608/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.308609:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744963.308638:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744963.308644:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744963.308681:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744963.308686:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787744963.308692:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787744963.308694:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787744963.308698:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7648531790. 00000400:00000200:2.0:1787744963.308702:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703ee0 00000400:00000010:2.0:1787744963.308705:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703ee0. 00000100:00000001:2.0:1787744963.308708:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744963.308712:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca36580 x1874579698260608/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787744963.308720:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca36580 x1874579698260608/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.308725:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787744963.308727:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744963.308729:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787744963.308733:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787744963.308735:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787744963.308738:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744963.308741:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787744963.308749:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648652c60 time=76 v=5 (5 5 5 5) 00000100:00001000:2.0:1787744963.308753:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648652c18 time=33 v=5 (1 1 0 0) 00000100:00000001:2.0:1787744963.308756:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787744963.308758:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744963.308760:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787744963.308763:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.308767:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787744963.308769:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a7648bee000: skip recheck: last_committed 8589936037 00000100:00000001:2.0:1787744963.308771:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787744963.308772:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744963.308777:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca36580 x1874579698260608/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.308784:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744963.308788:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787744963.308796:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787744963.308801:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca36580 x1874579698260608/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787744963.308809:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca36580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698260608:192.168.201.110@tcp:400:kworker.0 00000400:00000001:2.0:1787744963.308815:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787744963.308816:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787744963.308818:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7648531688. 00000400:00000200:2.0:1787744963.308820:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703110 00000400:00000010:2.0:1787744963.308822:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703110. 00000100:00000001:2.0:1787744963.308824:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744963.308828:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca35a40 x1874579698260480/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787744963.308847:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca35a40 x1874579698260480/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.308860:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787744963.308861:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744963.308863:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787744963.308865:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787744963.308866:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787744963.308868:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744963.308869:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787744963.308874:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654460 time=76 v=5 (5 5 5 5) 00000100:00001000:2.0:1787744963.308877:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=65 v=5 (1 1 1 1) 00000100:00000001:2.0:1787744963.308879:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787744963.308881:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744963.308883:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787744963.308884:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.308886:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787744963.308887:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:2.0:1787744963.308889:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787744963.308890:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744963.308894:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca35a40 x1874579698260480/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.308909:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744963.308912:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787744963.308913:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787744963.308917:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca35a40 x1874579698260480/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787744963.308925:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca35a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698260480:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787744963.308930:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.308932:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744963.308936:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca36580 x1874579698260608/t0(0) o400->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.308942:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787744963.308945:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787744963.308949:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a766c922600. 02000000:00000001:2.0:1787744963.308954:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787744963.308957:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787744963.308958:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a7648652800 refcount=2 obd=lustre-OST0001-osc-ffff8a7648bee000 00000020:00000001:2.0:1787744963.308961:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787744963.308963:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53d00. 02000000:00000001:2.0:1787744963.308966:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787744963.308968:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787744963.308970:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca36580. 00000100:00000001:2.0:1787744963.308974:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787744963.308975:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744963.308977:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744963.308980:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca35a40 x1874579698260480/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.308985:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787744963.308986:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787744963.308987:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a766c922a00. 02000000:00000001:2.0:1787744963.308990:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787744963.308991:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787744963.308997:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=2 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:2.0:1787744963.308999:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787744963.309001:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53000. 02000000:00000001:2.0:1787744963.309003:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787744963.309004:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787744963.309005:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca35a40. 00000100:00000001:2.0:1787744963.309007:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787744963.309009:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744963.309011:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.309013:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744963.309014:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744963.309016:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.309018:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744963.313379:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744963.313388:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744963.313399:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744963.313401:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744963.313406:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766058. 00000400:00000200:3.0:1787744963.313412:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac770 00000400:00000010:3.0:1787744963.313414:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac770. 00000100:00000001:3.0:1787744963.313420:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744963.313463:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c64b840 x1874579698260224/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744963.313476:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c64b840 x1874579698260224/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744963.313493:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744963.313495:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744963.313498:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744963.313501:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744963.313504:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744963.313506:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744963.313509:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744963.313520:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744963.313524:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=30 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744963.313527:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744963.313529:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744963.313532:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744963.313535:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744963.313539:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744963.313557:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:3.0:1787744963.313560:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744963.313562:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744963.313568:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c64b840 x1874579698260224/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744963.313576:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744963.313579:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744963.313581:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744963.313585:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c64b840 x1874579698260224/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744963.313593:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c64b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698260224:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744963.313598:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744963.313600:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744963.313604:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c64b840 x1874579698260224/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744963.313610:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744963.313612:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744963.313616:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c57200. 02000000:00000001:3.0:1787744963.313620:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744963.313623:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744963.313625:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:3.0:1787744963.313627:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744963.313630:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad68800. 02000000:00000001:3.0:1787744963.313634:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744963.313635:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744963.313637:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c64b840. 00000100:00000001:3.0:1787744963.313641:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744963.313642:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744963.313645:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744963.313646:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744963.313648:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744963.313649:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744963.313651:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787744963.314129:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744963.314144:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744963.314147:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744963.314149:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744963.314156:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.314162:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744963.314171:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.314176:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.314181:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.314185:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb99049980 00000400:00000200:2.0:1787744963.314189:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.314196:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1c5d [1] + 224 00000800:00000001:2.0:1787744963.314204:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744963.314208:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744963.314211:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744963.314216:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744963.314222:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744963.314227:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c649a40 x1874579698260352/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744963.314237:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766c649a40 x1874579698260352/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.314264:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744963.314273:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744963.314277:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744963.314279:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744963.314281:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744963.314284:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.314288:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744963.314293:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.314295:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.314297:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.314300:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a8eb99049880 00000400:00000200:2.0:1787744963.314303:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744963.314307:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1c3d [1] + 224 00000800:00000001:2.0:1787744963.314311:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744963.314327:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744963.314331:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744963.314334:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744963.314337:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744963.314341:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c649680 x1874579698260096/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744963.314349:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766c649680 x1874579698260096/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.314362:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744963.314365:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744963.314368:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744963.314377:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744963.314380:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787744963.314384:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787744963.314385:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787744963.314387:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7648531108. 00000400:00000200:2.0:1787744963.314391:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703880 00000400:00000010:2.0:1787744963.314393:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703880. 00000100:00000001:2.0:1787744963.314401:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744963.314406:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c649680 x1874579698260096/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787744963.314413:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c649680 x1874579698260096/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.314418:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787744963.314420:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744963.314422:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787744963.314423:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787744963.314425:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787744963.314427:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744963.314429:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787744963.314441:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a76476e0460 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1787744963.314445:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a76476e0418 time=26 v=5 (1 1 1 1) 00000100:00000001:2.0:1787744963.314446:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787744963.314448:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744963.314450:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787744963.314451:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.314453:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744963.314457:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c649680 x1874579698260096/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.314462:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744963.314464:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787744963.314466:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787744963.314470:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c649680 x1874579698260096/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787744963.314477:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c649680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:295f25df-de87-4de2-8334-248ba01fceab:2399:1874579698260096:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787744963.314490:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744963.314492:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744963.314495:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c649680 x1874579698260096/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744963.314501:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787744963.314508:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787744963.314511:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a766c922000. 02000000:00000001:2.0:1787744963.314515:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787744963.314517:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787744963.314519:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a76476e0000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:2.0:1787744963.314520:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787744963.314522:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad68500. 02000000:00000001:2.0:1787744963.314525:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787744963.314526:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787744963.314528:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c649680. 00000100:00000001:2.0:1787744963.314531:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787744963.314533:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744963.314534:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744963.314541:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787744963.314543:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744963.314545:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744963.314547:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744963.314745:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744963.314747:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744963.314751:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744963.314752:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744963.314754:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766d68. 00000400:00000200:3.0:1787744963.314758:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac990 00000400:00000010:3.0:1787744963.314759:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac990. 00000100:00000001:3.0:1787744963.314762:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744963.314766:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c649a40 x1874579698260352/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744963.314773:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c649a40 x1874579698260352/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744963.314779:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744963.314780:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744963.314782:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744963.314783:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744963.314784:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744963.314785:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744963.314787:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744963.314792:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648651460 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744963.314794:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648651418 time=23 v=5 (1 1 0 0) 00000100:00000001:3.0:1787744963.314796:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744963.314797:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744963.314810:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744963.314813:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744963.314815:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744963.314817:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a7648bee000: skip recheck: last_committed 25769918529 00000100:00000001:3.0:1787744963.314819:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744963.314820:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744963.314823:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c649a40 x1874579698260352/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744963.314837:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744963.314839:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744963.314841:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744963.314844:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c649a40 x1874579698260352/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744963.314858:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c649a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698260352:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744963.314863:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744963.314865:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744963.314868:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c649a40 x1874579698260352/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744963.314874:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744963.314875:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744963.314877:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c56e00. 02000000:00000001:3.0:1787744963.314880:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744963.314881:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744963.314882:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648651000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000020:00000001:3.0:1787744963.314884:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744963.314886:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad68e00. 02000000:00000001:3.0:1787744963.314888:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744963.314889:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744963.314890:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c649a40. 00000100:00000001:3.0:1787744963.314892:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744963.314894:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744963.314895:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744963.314899:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744963.314901:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744963.314903:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744963.314904:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744963.735816:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744963.735825:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744963.735832:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744963.735833:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744963.735836:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744963.735838:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744963.735842:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744963.735843:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744963.735870:0:39518:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744963.735873:0:39518:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744963.735876:0:39518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787744964.567787:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301259509, at 4301259520 00000100:00000010:3.0:1787744964.567802:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f88a0. 00000100:00000040:2.0:1787744964.567879:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301259509, at 4301259520 00000100:00000010:2.0:1787744964.567884:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f8a80. 00010000:00000001:1.0:1787744964.759919:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744964.759946:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744964.759953:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744964.759954:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744964.759958:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744964.759959:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744964.759963:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744964.759965:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744964.760071:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744964.760074:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744964.760078:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744965.785053:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744965.785063:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744965.785065:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744965.785068:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744965.785072:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744965.785074:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744965.785076:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744965.785078:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744965.785082:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744965.785083:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744965.785086:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744965.785088:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744965.785091:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744965.785092:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787744965.785219:0:110735:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787744965.785223:0:110735:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744965.785225:0:110735:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744966.808142:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744966.808151:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744966.808157:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744966.808158:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744966.808161:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744966.808162:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744966.808165:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744966.808166:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744966.808256:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744966.808260:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744966.808263:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744967.831795:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744967.831801:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744967.831806:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744967.831809:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744967.831811:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744967.831818:0:172669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744967.831820:0:172669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744967.831822:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744967.831824:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744967.831843:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744967.831845:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744967.831848:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744967.831852:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744967.831854:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744967.831855:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744967.831857:0:172669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744967.831859:0:172669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744967.831860:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744967.831861:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744967.831863:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744967.831865:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744967.831867:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744967.831870:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744967.831871:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744967.831893:0:81966:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744967.831895:0:81966:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744967.831898:0:81966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787744968.408070:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 295f25df-de87-4de2-8334-248ba01fceab->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744968.408079:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787744968.408088:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca35a40. 00000020:00000040:2.0:1787744968.408096:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a76476e0000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:2.0:1787744968.408100:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744968.408105:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744968.408110:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744968.408120:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53000. 00000100:00000001:2.0:1787744968.408127:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744968.408148:0:179117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 295f25df-de87-4de2-8334-248ba01fceab->MGS req@ffff8a766ca35a40 x1874579698260736/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744968.408180:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744968.408185:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744968.408192:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000303e50d9] to pc [ptlrpcd_01_01+1] req@ffff8a766ca35a40 x1874579698260736/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744968.408221:0:179117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744968.408225:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744968.408228:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787744968.408231:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca36580. 00000020:00000040:2.0:1787744968.408234:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000001:2.0:1787744968.408236:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744968.408238:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744968.408240:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744968.408244:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53d00. 00000100:00000001:2.0:1787744968.408247:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744968.408252:0:179117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID req@ffff8a766ca36580 x1874579698260864/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744968.408259:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744968.408261:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744968.408265:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d99455c2] to pc [ptlrpcd_01_00+0] req@ffff8a766ca36580 x1874579698260864/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744968.408273:0:179117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744968.408275:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744968.408279:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787744968.408283:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca36940. 00000020:00000040:2.0:1787744968.408285:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a7648651000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000100:00000001:2.0:1787744968.408287:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744968.408288:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744968.408289:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744968.408293:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53900. 00000100:00000001:2.0:1787744968.408302:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744968.408307:0:179117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID req@ffff8a766ca36940 x1874579698260992/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744968.408314:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744968.408316:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744968.408320:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c9d7333] to pc [ptlrpcd_01_01+1] req@ffff8a766ca36940 x1874579698260992/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744968.408327:0:179117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744968.408329:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744968.408332:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787744968.408336:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca34b40. 00000020:00000040:2.0:1787744968.408339:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00000100:00000001:2.0:1787744968.408341:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744968.408353:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744968.408355:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744968.408358:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53c00. 00000100:00000001:2.0:1787744968.408361:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744968.408365:0:179117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID req@ffff8a766ca34b40 x1874579698261120/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744968.408370:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744968.408372:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744968.408375:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c198c15] to pc [ptlrpcd_01_00+0] req@ffff8a766ca34b40 x1874579698261120/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744968.408382:0:179117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744968.408384:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744968.408387:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1787744968.408390:0:179117:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1787744968.408393:0:179117:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1787744968.408396:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca35e00. 00000020:00000040:2.0:1787744968.408398:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a7648652800 refcount=3 obd=lustre-OST0001-osc-ffff8a7648bee000 00000100:00000001:2.0:1787744968.408406:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744968.408407:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744968.408409:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744968.408413:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53300. 00000100:00000001:2.0:1787744968.408417:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744968.408420:0:179117:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446614839966260736 : -129233743290880 : ffff8a766ca35e00) 00000100:00080000:2.0:1787744968.408423:0:179117:0:(import.c:65:import_set_state_nolock()) ffff8a7648652800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1787744968.408426:0:179117:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8a7648bee000: disconnect after 20s idle 00000100:00000001:3.0:1787744968.409882:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744968.409890:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744968.409893:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744968.409903:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca36580 x1874579698260864/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.409932:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744968.409934:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744968.409938:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744968.409941:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744968.409944:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744968.409948:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca36580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698260864:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744968.409952:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744968.409958:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744968.409960:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744968.409963:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744968.409968:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c56e00. 02000000:00000001:3.0:1787744968.409969:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744968.409978:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744968.409995:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766d68. 00000400:00000010:3.0:1787744968.410003:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac990. 00000100:00000200:3.0:1787744968.410010:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698260864, portal 10 00000100:00000001:3.0:1787744968.410012:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744968.410014:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966262656 : -129233743288960 : ffff8a766ca36580) 00000100:00000040:3.0:1787744968.410023:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca36580 x1874579698260864/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.410030:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744968.410033:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744968.410036:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac770. 00000100:00000200:3.0:1787744968.410039:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698260864, offset 0 00000400:00000200:3.0:1787744968.410046:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744968.410055:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.410062:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744968.410069:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744968.410073:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744968.410077:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744968.410079:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744968.410090:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440797:440797:256:4294967295] 192.168.201.110@tcp LPNI seq info [440796:440796:8:4294967295] 00000400:00000200:3.0:1787744968.410095:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.410105:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744968.410112:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744968.410117:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68e00. 00000800:00000200:3.0:1787744968.410125:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744968.410134:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744968.410139:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744968.410157:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744968.410162:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:3.0:1787744968.410165:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744968.410169:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301263371 00000100:00000010:3.0:1787744968.410173:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f88a0. 00000100:00000001:3.0:1787744968.410180:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787744968.410188:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301263371 00000100:00000010:3.0:1787744968.410191:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f8e40. 00000100:00000001:3.0:1787744968.410194:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787744968.410197:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744968.410200:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.410203:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744968.410208:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca34b40 x1874579698261120/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.410213:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744968.410215:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744968.410217:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744968.410218:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744968.410220:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744968.410223:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca34b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698261120:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744968.410226:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744968.410237:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744968.410238:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744968.410239:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744968.410243:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c57200. 02000000:00000001:3.0:1787744968.410245:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744968.410249:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744968.410251:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766058. 00000400:00000010:3.0:1787744968.410254:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac110. 00000100:00000200:3.0:1787744968.410257:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698261120, portal 4 00000100:00000001:3.0:1787744968.410258:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744968.410260:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966255936 : -129233743295680 : ffff8a766ca34b40) 00000100:00000040:3.0:1787744968.410265:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca34b40 x1874579698261120/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.410270:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744968.410272:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744968.410275:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8acc38. 00000100:00000200:3.0:1787744968.410277:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698261120, offset 0 00000400:00000200:3.0:1787744968.410281:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744968.410285:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.410288:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744968.410291:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744968.410294:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744968.410296:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744968.410298:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744968.410301:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440798:440798:255:4294967295] 192.168.201.110@tcp LPNI seq info [440797:440797:7:4294967295] 00000400:00000200:3.0:1787744968.410305:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.410310:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744968.410315:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744968.410318:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68800. 00000800:00000200:3.0:1787744968.410323:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744968.410328:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744968.410330:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744968.410340:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744968.410353:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137840 usecs (138 jiffies) 00000400:00000200:3.0:1787744968.410358:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744968.410360:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301263500 00000100:00000001:3.0:1787744968.410368:0:2398:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 2, simply extend its deadline from 4301263371 00000100:00000001:3.0:1787744968.410371:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301263500 00000100:00000001:3.0:1787744968.410373:0:2398:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 3, simply extend its deadline from 4301263371 00000100:00000001:3.0:1787744968.410376:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744968.410378:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.410381:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.410383:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744968.410391:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744968.410393:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787744968.410396:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744968.410397:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744968.410398:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744968.410402:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1787744968.410404:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744968.410406:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744968.410407:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744968.410409:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744968.410410:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744968.410411:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744968.410416:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca35a40 x1874579698260736/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.410423:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744968.410425:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744968.410427:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744968.410429:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744968.410431:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744968.410434:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca35a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:295f25df-de87-4de2-8334-248ba01fceab:2398:1874579698260736:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744968.410437:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744968.410446:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744968.410448:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744968.410450:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744968.410453:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c56000. 02000000:00000001:3.0:1787744968.410455:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744968.410458:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744968.410461:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76597661b8. 00000400:00000010:3.0:1787744968.410465:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac3b8. 00000100:00000200:3.0:1787744968.410468:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698260736, portal 25 00000100:00000001:3.0:1787744968.410470:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744968.410471:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966259776 : -129233743291840 : ffff8a766ca35a40) 00000100:00000040:3.0:1787744968.410476:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca35a40 x1874579698260736/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.410483:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744968.410485:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744968.410488:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8acd48. 00000100:00000200:3.0:1787744968.410490:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874579698260736, offset 0 00000400:00000200:3.0:1787744968.410493:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744968.410497:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.410500:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744968.410503:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744968.410505:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744968.410508:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744968.410510:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744968.410513:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440799:440799:254:4294967295] 192.168.201.110@tcp LPNI seq info [440798:440798:6:4294967295] 00000400:00000200:3.0:1787744968.410517:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.410523:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744968.410528:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744968.410531:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68b00. 00000800:00000200:3.0:1787744968.410534:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744968.410538:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744968.410541:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744968.410548:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744968.410551:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744968.410553:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4301264628 00000100:00000001:3.0:1787744968.410556:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301263500 00000100:00000001:3.0:1787744968.410560:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4301264628 00000100:00000001:3.0:1787744968.410562:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301263500 00000100:00000001:3.0:1787744968.410565:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744968.410566:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.410568:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744968.410572:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca36940 x1874579698260992/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.410579:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744968.410580:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744968.410582:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744968.410584:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744968.410586:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744968.410589:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca36940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698260992:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744968.410592:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744968.410594:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744968.410596:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744968.410597:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744968.410600:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c56800. 02000000:00000001:3.0:1787744968.410602:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744968.410604:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744968.410607:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766aa8. 00000400:00000010:3.0:1787744968.410610:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8acb28. 00000100:00000200:3.0:1787744968.410612:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698260992, portal 10 00000100:00000001:3.0:1787744968.410614:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744968.410615:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966263616 : -129233743288000 : ffff8a766ca36940) 00000100:00000040:3.0:1787744968.410621:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca36940 x1874579698260992/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.410636:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744968.410639:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744968.410641:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac440. 00000100:00000200:3.0:1787744968.410643:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698260992, offset 0 00000400:00000200:3.0:1787744968.410647:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744968.410651:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.410654:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744968.410656:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744968.410659:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744968.410661:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744968.410711:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744968.410714:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440800:440800:253:4294967295] 192.168.201.110@tcp LPNI seq info [440799:440799:5:4294967295] 00000400:00000200:3.0:1787744968.410718:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.410724:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744968.410727:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744968.410731:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68100. 00000800:00000200:3.0:1787744968.410735:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744968.410740:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744968.410742:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744968.410745:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744968.410748:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: using a timeout of 8007 usecs (9 jiffies) 00000400:00000200:3.0:1787744968.410751:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744968.410753:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301263371 00000100:00000001:3.0:1787744968.410755:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301264628 00000100:00000001:3.0:1787744968.410757:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301263371 00000100:00000001:3.0:1787744968.410759:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301264628 00000100:00000001:3.0:1787744968.410761:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744968.410763:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.410770:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.410772:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.410784:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744968.410786:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787744968.410842:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744968.410846:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68e00. 00000400:00000200:3.0:1787744968.410851:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744968.410856:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744968.410861:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac770 00000400:00000010:3.0:1787744968.410863:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac770. 00000100:00000001:3.0:1787744968.410868:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744968.410872:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca36580 x1874579698260864/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.410882:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744968.410886:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca36580 x1874579698260864/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.410892:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.410894:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787744968.410906:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744968.410909:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68800. 00000400:00000200:3.0:1787744968.410911:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744968.410914:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744968.410917:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8acc38 00000400:00000010:3.0:1787744968.410918:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8acc38. 00000100:00000001:3.0:1787744968.410920:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744968.410924:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca34b40 x1874579698261120/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.410930:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744968.410933:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca34b40 x1874579698261120/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.410940:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.410941:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787744968.410948:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744968.410956:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68b00. 00000400:00000200:3.0:1787744968.410959:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744968.410962:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744968.410965:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8acd48 00000400:00000010:3.0:1787744968.410967:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8acd48. 00000100:00000001:3.0:1787744968.410969:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744968.410973:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca35a40 x1874579698260736/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.410980:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744968.410983:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca35a40 x1874579698260736/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.410989:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.410991:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787744968.411053:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744968.411056:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68100. 00000400:00000200:3.0:1787744968.411058:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744968.411062:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744968.411065:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac440 00000400:00000010:3.0:1787744968.411066:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac440. 00000100:00000001:3.0:1787744968.411068:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744968.411071:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca36940 x1874579698260992/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.411078:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744968.411081:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca36940 x1874579698260992/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.411088:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.411089:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787744968.416300:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744968.416311:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744968.416327:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017ef985e] to pc [ptlrpcd_rcv+-1] req@ffff8a766ca35e00 x1874579698261248/t0(0) o9->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744968.416379:0:179117:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744968.416384:0:179117:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744968.416392:0:179117:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6601) 00000100:00000001:1.0:1787744968.416628:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744968.416634:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787744968.416637:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787744968.416644:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca35e00 x1874579698261248/t0(0) o9->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744968.416654:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787744968.416656:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744968.416688:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787744968.416693:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787744968.416696:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787744968.416700:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca35e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2395:1874579698261248:192.168.201.110@tcp:9:kworker.0 00000100:00000001:1.0:1787744968.416865:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787744968.416874:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787744968.416877:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744968.416880:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787744968.416890:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a766cb6e000. 02000000:00000001:1.0:1787744968.416892:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787744968.416900:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1787744968.416921:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c00cb8. 00000400:00000010:1.0:1787744968.416930:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0198. 00000100:00000200:1.0:1787744968.416937:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698261248, portal 4 00000100:00000001:1.0:1787744968.416939:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787744968.416941:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966260736 : -129233743290880 : ffff8a766ca35e00) 00000100:00000040:1.0:1787744968.416950:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca35e00 x1874579698261248/t0(0) o9->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744968.416959:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787744968.416962:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787744968.416965:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0440. 00000100:00000200:1.0:1787744968.416969:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698261248, offset 0 00000400:00000200:1.0:1787744968.416976:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1787744968.416985:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744968.416993:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1787744968.416998:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787744968.417002:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1787744968.417006:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787744968.417008:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787744968.417011:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440801:440801:256:4294967295] 192.168.201.110@tcp LPNI seq info [440800:440800:8:4294967295] 00000400:00000200:1.0:1787744968.417016:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787744968.417026:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1787744968.417033:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1787744968.417039:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a7646683900. 00000800:00000200:1.0:1787744968.417046:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1787744968.417054:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1787744968.417059:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7646683900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787744968.417073:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744968.417077:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: using a timeout of 121953 usecs (122 jiffies) 00000400:00000200:1.0:1787744968.417081:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787744968.417084:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301263490 00000100:00000001:1.0:1787744968.417086:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301264628 00000100:00000001:1.0:1787744968.417094:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301263490 00000100:00000001:1.0:1787744968.417096:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301264628 00000100:00000001:1.0:1787744968.417098:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744968.417101:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744968.417105:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744968.417107:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744968.417114:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787744968.417116:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1787744968.417119:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744968.417120:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787744968.417121:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744968.417124:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787744968.420290:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744968.420308:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744968.420312:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744968.420314:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744968.420324:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.420333:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744968.420368:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.420372:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.420378:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.420382:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb99049b80 00000400:00000200:3.0:1787744968.420387:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.420392:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1c8d [1] + 224 00000800:00000001:3.0:1787744968.420400:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744968.420403:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744968.420406:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744968.420411:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744968.420418:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744968.420426:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca36580 x1874579698260864/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744968.420438:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca36580 x1874579698260864/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.420456:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1787744968.420509:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744968.420513:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a7646683900. 00000400:00000200:3.0:1787744968.420517:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744968.420521:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744968.420525:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0440 00000400:00000010:3.0:1787744968.420527:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0440. 00000100:00000001:3.0:1787744968.420531:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744968.420536:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca35e00 x1874579698261248/t0(0) o9->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.420548:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744968.420551:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca35e00 x1874579698261248/t0(0) o9->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.420559:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.420561:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787744968.420568:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744968.420576:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744968.420578:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744968.420580:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744968.420584:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.420587:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744968.420591:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.420594:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.420597:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.420600:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a8eb99049b00 00000400:00000200:3.0:1787744968.420604:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.420608:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1cad [1] + 224 00000800:00000001:3.0:1787744968.420612:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744968.420614:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744968.420616:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744968.420620:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744968.420623:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744968.420628:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca35a40 x1874579698260736/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744968.420637:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca35a40 x1874579698260736/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.420644:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744968.420647:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744968.420649:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744968.420650:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744968.420652:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744968.420655:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.420658:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744968.422174:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.422183:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.422189:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.422195:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb99049c80 00000400:00000200:3.0:1787744968.422200:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744968.422221:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1c9d [1] + 224 00000800:00000001:3.0:1787744968.422231:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744968.422258:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744968.422261:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744968.422265:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744968.422272:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744968.422278:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca34b40 x1874579698261120/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744968.422289:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca34b40 x1874579698261120/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.422298:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744968.422305:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744968.422307:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744968.422329:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744968.422335:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744968.422354:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744968.422356:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744968.422359:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76597661b8. 00000400:00000200:3.0:1787744968.422362:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac3b8 00000400:00000010:3.0:1787744968.422364:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac3b8. 00000100:00000001:3.0:1787744968.422367:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744968.422371:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca35a40 x1874579698260736/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744968.422380:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca35a40 x1874579698260736/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.422387:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744968.422389:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744968.422391:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744968.422394:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744968.422396:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744968.422398:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744968.422402:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744968.422408:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a76476e0460 time=82 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744968.422417:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a76476e0418 time=31 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744968.422420:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744968.422421:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744968.422424:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744968.422426:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.422429:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744968.422433:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca35a40 x1874579698260736/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.422441:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744968.422444:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744968.422446:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744968.422450:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca35a40 x1874579698260736/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744968.422458:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca35a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:295f25df-de87-4de2-8334-248ba01fceab:2398:1874579698260736:192.168.201.110@tcp:400:kworker.0 00000400:00000001:3.0:1787744968.422464:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744968.422465:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744968.422467:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766d68. 00000400:00000200:3.0:1787744968.422469:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac990 00000400:00000010:3.0:1787744968.422470:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac990. 00000100:00000001:3.0:1787744968.422472:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744968.422476:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca36580 x1874579698260864/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744968.422484:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca36580 x1874579698260864/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.422490:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744968.422491:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744968.422493:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744968.422494:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744968.422495:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744968.422497:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744968.422498:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744968.422503:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=82 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744968.422509:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=35 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744968.422512:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744968.422513:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744968.422515:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744968.422517:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.422521:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744968.422523:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:3.0:1787744968.422525:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744968.422526:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744968.422530:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca36580 x1874579698260864/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.422536:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744968.422538:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744968.422539:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744968.422542:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca36580 x1874579698260864/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744968.422550:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca36580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698260864:192.168.201.110@tcp:400:kworker.0 00000400:00000001:3.0:1787744968.422554:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744968.422555:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744968.422557:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766058. 00000400:00000200:3.0:1787744968.422559:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac110 00000400:00000010:3.0:1787744968.422561:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac110. 00000100:00000001:3.0:1787744968.422563:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744968.422566:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca34b40 x1874579698261120/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744968.422574:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca34b40 x1874579698261120/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.422580:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744968.422581:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744968.422583:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744968.422584:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744968.422588:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744968.422589:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744968.422591:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744968.422595:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654460 time=81 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744968.422598:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744968.422600:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744968.422601:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744968.422603:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744968.422604:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.422607:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744968.422608:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:3.0:1787744968.422609:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744968.422611:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744968.422615:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca34b40 x1874579698261120/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.422620:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744968.422622:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744968.422623:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744968.422627:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca34b40 x1874579698261120/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744968.422633:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca34b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698261120:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744968.422637:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.422640:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744968.422643:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca35a40 x1874579698260736/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.422649:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744968.422651:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744968.422655:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c56000. 02000000:00000001:3.0:1787744968.422657:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744968.422660:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744968.422678:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a76476e0000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:3.0:1787744968.422681:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744968.422688:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53000. 02000000:00000001:3.0:1787744968.422692:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744968.422694:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744968.422696:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca35a40. 00000100:00000001:3.0:1787744968.422699:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744968.422700:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744968.422702:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744968.422706:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca36580 x1874579698260864/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.422712:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744968.422713:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744968.422715:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c56e00. 02000000:00000001:3.0:1787744968.422717:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744968.422718:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744968.422719:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:3.0:1787744968.422721:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744968.422723:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53d00. 02000000:00000001:3.0:1787744968.422725:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744968.422726:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744968.422727:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca36580. 00000100:00000001:3.0:1787744968.422730:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744968.422731:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744968.422733:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744968.422736:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca34b40 x1874579698261120/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.422742:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744968.422743:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744968.422745:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c57200. 02000000:00000001:3.0:1787744968.422747:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744968.422748:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744968.422749:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=2 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:3.0:1787744968.422751:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744968.422753:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53c00. 02000000:00000001:3.0:1787744968.422755:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744968.422756:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744968.422757:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca34b40. 00000100:00000001:3.0:1787744968.422766:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744968.422767:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744968.422770:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.422772:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744968.422773:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744968.422775:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.422777:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787744968.429201:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744968.429240:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744968.429247:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744968.429250:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744968.429264:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744968.429275:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744968.429291:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744968.429298:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744968.429306:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744968.429313:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb99049c00 00000400:00000200:2.0:1787744968.429318:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744968.429327:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1cbd [1] + 224 00000800:00000001:2.0:1787744968.429337:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744968.429361:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744968.429365:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744968.429370:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744968.429379:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744968.429406:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca36940 x1874579698260992/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744968.429419:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca36940 x1874579698260992/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744968.429449:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744968.429459:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744968.429462:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744968.429782:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744968.429789:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744968.429798:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744968.429801:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744968.429804:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766aa8. 00000400:00000200:3.0:1787744968.429809:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8acb28 00000400:00000010:3.0:1787744968.429811:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8acb28. 00000100:00000001:3.0:1787744968.429826:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744968.429833:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca36940 x1874579698260992/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744968.429841:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca36940 x1874579698260992/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.429995:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744968.429997:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744968.430000:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744968.430004:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744968.430006:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744968.430009:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744968.430012:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744968.430023:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648651460 time=81 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744968.430028:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648651418 time=28 v=5 (1 1 0 0) 00000100:00000001:3.0:1787744968.430031:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744968.430033:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744968.430036:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744968.430040:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.430044:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744968.430046:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a7648bee000: skip recheck: last_committed 25769918529 00000100:00000001:3.0:1787744968.430050:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744968.430052:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744968.430066:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca36940 x1874579698260992/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.430072:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1787744968.430307:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744968.430314:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744968.430316:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744968.430318:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744968.430322:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744968.430327:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744968.430333:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744968.430335:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744968.430339:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744968.430356:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb99049d00 00000400:00000200:2.0:1787744968.430360:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744968.430364:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1ccd [1] + 224 00000800:00000001:2.0:1787744968.430371:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744968.430427:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744968.430430:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744968.430434:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744968.430438:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744968.430443:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca35e00 x1874579698261248/t0(0) o9->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744968.430453:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca35e00 x1874579698261248/t0(0) o9->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744968.430472:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744968.430478:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744968.430481:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744968.430871:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744968.430874:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744968.430880:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca36940 x1874579698260992/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744968.430890:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca36940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698260992:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744968.430896:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744968.430899:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744968.430903:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca36940 x1874579698260992/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744968.430909:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744968.430912:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744968.430916:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c56800. 02000000:00000001:3.0:1787744968.430920:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744968.430923:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744968.430925:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648651000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000020:00000001:3.0:1787744968.430927:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744968.430930:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53900. 02000000:00000001:3.0:1787744968.430934:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744968.430936:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744968.430938:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca36940. 00000100:00000001:3.0:1787744968.430942:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744968.430944:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744968.430946:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744968.430954:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744968.430956:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744968.430959:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744968.430961:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744968.431022:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744968.431027:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787744968.431033:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787744968.431035:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787744968.431038:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c00cb8. 00000400:00000200:1.0:1787744968.431042:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0198 00000400:00000010:1.0:1787744968.431045:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0198. 00000100:00000001:1.0:1787744968.431049:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787744968.431056:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca35e00 x1874579698261248/t0(0) o9->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787744968.431066:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca35e00 x1874579698261248/t0(0) o9->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744968.431072:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787744968.431074:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744968.431076:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787744968.431078:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787744968.431080:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787744968.431082:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787744968.431084:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787744968.431092:0:2395:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648652c60 time=81 v=5 (5 5 5 5) 00000100:00001000:1.0:1787744968.431096:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648652c18 time=38 v=5 (1 1 0 0) 00000100:00000001:1.0:1787744968.431099:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787744968.431100:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744968.431110:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787744968.431113:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744968.431116:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787744968.431118:0:2395:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a7648bee000: skip recheck: last_committed 8589936037 00000100:00000001:1.0:1787744968.431120:0:2395:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787744968.431122:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787744968.431127:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca35e00 x1874579698261248/t0(0) o9->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744968.431146:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787744968.431148:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787744968.431150:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787744968.431154:0:2395:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8a766ca35e00 x1874579698261248/t0(0) o9->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744978 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787744968.431162:0:2395:0:(import.c:65:import_set_state_nolock()) ffff8a7648652800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1787744968.431166:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca35e00 x1874579698261248/t0(0) o9->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744978 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787744968.431173:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca35e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2395:1874579698261248:192.168.201.110@tcp:9:kworker.0 00000100:00000001:1.0:1787744968.431177:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744968.431179:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787744968.431182:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca35e00 x1874579698261248/t0(0) o9->lustre-OST0001-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744978 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787744968.431187:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787744968.431189:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787744968.431191:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a766cb6e000. 02000000:00000001:1.0:1787744968.431194:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787744968.431195:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787744968.431196:0:2395:0:(genops.c:1223:class_import_put()) import ffff8a7648652800 refcount=2 obd=lustre-OST0001-osc-ffff8a7648bee000 00000020:00000001:1.0:1787744968.431198:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787744968.431200:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53300. 02000000:00000001:1.0:1787744968.431202:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787744968.431209:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787744968.431210:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca35e00. 00000100:00000001:1.0:1787744968.431214:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787744968.431215:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744968.431217:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787744968.431221:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787744968.431222:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787744968.431224:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787744968.431226:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744968.855805:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744968.855813:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744968.855820:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744968.855822:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744968.855827:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744968.855829:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744968.855834:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744968.855836:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744968.855860:0:39518:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744968.855864:0:39518:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744968.855867:0:39518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787744969.687793:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301264628, at 4301264640 00000100:00000010:2.0:1787744969.687811:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f88a0. 00000100:00000040:3.0:1787744969.689496:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301264628, at 4301264641 00000100:00000010:3.0:1787744969.689510:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f8e40. 00010000:00000001:1.0:1787744969.879822:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744969.879831:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744969.879838:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744969.879839:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744969.879843:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744969.879844:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744969.879848:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744969.879849:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744969.880006:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744969.880009:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744969.880012:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744970.904013:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744970.904022:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744970.904029:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744970.904030:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744970.904035:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744970.904036:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744970.904041:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744970.904042:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787744970.904117:0:110735:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787744970.904195:0:110735:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744970.904198:0:110735:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744971.929379:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744971.929388:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744971.929413:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744971.929415:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744971.929418:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744971.929419:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744971.929423:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744971.929424:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744971.931860:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744971.931868:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744971.931874:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744972.951937:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744972.951946:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744972.951952:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744972.951953:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744972.951957:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744972.951958:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744972.951962:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744972.951966:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744972.951968:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744972.951975:0:172669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744972.951977:0:172669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744972.951979:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744972.951983:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744972.951985:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744972.951988:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744972.951991:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744972.952009:0:81966:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744972.952012:0:81966:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744972.952015:0:81966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787744973.527928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 295f25df-de87-4de2-8334-248ba01fceab->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744973.527941:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787744973.527953:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca370c0. 00000020:00000040:2.0:1787744973.527961:0:8:0:(genops.c:1210:class_import_get()) import ffff8a76476e0000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:2.0:1787744973.527966:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744973.527969:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744973.527974:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744973.527982:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53f00. 00000100:00000001:2.0:1787744973.527989:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744973.528001:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 295f25df-de87-4de2-8334-248ba01fceab->MGS req@ffff8a766ca370c0 x1874579698261376/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744973.528012:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744973.528016:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744973.528022:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000891ca1c9] to pc [ptlrpcd_01_01+1] req@ffff8a766ca370c0 x1874579698261376/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744973.528041:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744973.528043:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744973.528047:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787744973.528050:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca361c0. 00000020:00000040:2.0:1787744973.528052:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000001:2.0:1787744973.528054:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744973.528055:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744973.528057:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744973.528060:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53700. 00000100:00000001:2.0:1787744973.528079:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744973.528083:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID req@ffff8a766ca361c0 x1874579698261504/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744973.528090:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744973.528092:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744973.528096:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a17e75a4] to pc [ptlrpcd_01_00+0] req@ffff8a766ca361c0 x1874579698261504/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744973.528105:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744973.528107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744973.528110:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787744973.528113:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca37480. 00000020:00000040:2.0:1787744973.528115:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648651000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000100:00000001:2.0:1787744973.528117:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744973.528119:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744973.528120:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744973.528124:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53300. 00000100:00000001:2.0:1787744973.528127:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744973.528131:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID req@ffff8a766ca37480 x1874579698261632/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744973.528138:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744973.528140:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744973.528143:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028adfe3d] to pc [ptlrpcd_01_01+1] req@ffff8a766ca37480 x1874579698261632/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744973.528150:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744973.528152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744973.528155:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787744973.528158:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca36d00. 00000020:00000040:2.0:1787744973.528160:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00000100:00000001:2.0:1787744973.528161:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744973.528169:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744973.528171:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744973.528174:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53900. 00000100:00000001:2.0:1787744973.528177:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744973.528181:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID req@ffff8a766ca36d00 x1874579698261760/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744973.528188:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744973.528189:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744973.528193:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008721a623] to pc [ptlrpcd_01_00+0] req@ffff8a766ca36d00 x1874579698261760/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744973.528199:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744973.528201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787744973.528204:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787744973.528209:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6606) 00000100:00000001:3.0:1787744973.528315:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744973.528319:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744973.528322:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744973.528329:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca361c0 x1874579698261504/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.528337:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744973.528339:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744973.528342:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744973.528345:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744973.528348:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744973.528351:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca361c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698261504:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744973.528355:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744973.528362:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744973.528364:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744973.528367:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744973.528372:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c57200. 02000000:00000001:3.0:1787744973.528374:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744973.528381:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744973.528385:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766aa8. 00000400:00000010:3.0:1787744973.528391:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8acb28. 00000100:00000200:3.0:1787744973.528407:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698261504, portal 10 00000100:00000001:3.0:1787744973.528410:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744973.528412:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966261696 : -129233743289920 : ffff8a766ca361c0) 00000100:00000040:3.0:1787744973.528419:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca361c0 x1874579698261504/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.528426:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744973.528429:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744973.528432:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac110. 00000100:00000200:3.0:1787744973.528435:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698261504, offset 0 00000400:00000200:3.0:1787744973.528442:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744973.528457:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744973.528465:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744973.528470:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744973.528474:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744973.528477:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744973.528480:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744973.528484:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440802:440802:256:4294967295] 192.168.201.110@tcp LPNI seq info [440801:440801:8:4294967295] 00000400:00000200:3.0:1787744973.528489:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744973.528498:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744973.528504:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744973.528509:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68100. 00000800:00000200:3.0:1787744973.528516:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744973.528524:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744973.528528:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744973.528546:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744973.528550:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:3.0:1787744973.528554:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744973.528557:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301268489 00000100:00000010:3.0:1787744973.528561:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f8e40. 00000100:00000001:3.0:1787744973.528567:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787744973.528576:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301268489 00000100:00000010:3.0:1787744973.528580:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f8840. 00000100:00000001:3.0:1787744973.528583:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787744973.528587:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744973.528590:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744973.528593:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744973.528597:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca36d00 x1874579698261760/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.528604:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744973.528611:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744973.528614:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744973.528616:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744973.528631:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744973.528635:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca36d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698261760:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744973.528639:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744973.528641:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744973.528643:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744973.528645:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744973.528648:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c56e00. 02000000:00000001:3.0:1787744973.528650:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744973.528654:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744973.528657:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766058. 00000400:00000010:3.0:1787744973.528661:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac990. 00000100:00000200:3.0:1787744973.528701:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698261760, portal 4 00000100:00000001:3.0:1787744973.528703:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744973.528704:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966264576 : -129233743287040 : ffff8a766ca36d00) 00000100:00000040:3.0:1787744973.528710:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca36d00 x1874579698261760/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.528718:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744973.528720:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744973.528723:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac3b8. 00000100:00000200:3.0:1787744973.528725:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698261760, offset 0 00000400:00000200:3.0:1787744973.528729:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744973.528733:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744973.528737:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744973.528740:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744973.528743:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744973.528745:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744973.528747:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744973.528750:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440803:440803:255:4294967295] 192.168.201.110@tcp LPNI seq info [440802:440802:7:4294967295] 00000400:00000200:3.0:1787744973.528755:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744973.528761:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744973.528772:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744973.528775:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68b00. 00000800:00000200:3.0:1787744973.528780:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744973.528784:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744973.528787:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744973.528790:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744973.528793:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137820 usecs (138 jiffies) 00000400:00000200:3.0:1787744973.528796:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744973.528798:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301268619 00000100:00000001:3.0:1787744973.528802:0:2398:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 2, simply extend its deadline from 4301268489 00000100:00000001:3.0:1787744973.528805:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301268619 00000100:00000001:3.0:1787744973.528808:0:2398:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 3, simply extend its deadline from 4301268489 00000100:00000001:3.0:1787744973.528811:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744973.528813:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744973.528815:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744973.528818:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744973.528825:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744973.528827:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787744973.528829:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744973.528831:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744973.528832:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744973.528835:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1787744973.528837:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744973.528839:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744973.528840:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744973.528842:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744973.528843:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744973.528844:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744973.528848:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca370c0 x1874579698261376/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.528854:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744973.528856:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744973.528868:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744973.528869:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744973.528871:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744973.528875:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:295f25df-de87-4de2-8334-248ba01fceab:2398:1874579698261376:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744973.528878:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744973.528880:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744973.528881:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744973.528883:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744973.528886:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c56000. 02000000:00000001:3.0:1787744973.528888:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744973.528892:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744973.528895:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766d68. 00000400:00000010:3.0:1787744973.528899:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac440. 00000100:00000200:3.0:1787744973.528902:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698261376, portal 25 00000100:00000001:3.0:1787744973.528904:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744973.528905:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966265536 : -129233743286080 : ffff8a766ca370c0) 00000100:00000040:3.0:1787744973.528908:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca370c0 x1874579698261376/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.528914:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744973.528916:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744973.528918:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8acd48. 00000100:00000200:3.0:1787744973.528920:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874579698261376, offset 0 00000400:00000200:3.0:1787744973.528923:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744973.528927:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744973.528930:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744973.528932:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744973.528935:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744973.528938:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744973.528939:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744973.528942:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440804:440804:254:4294967295] 192.168.201.110@tcp LPNI seq info [440803:440803:6:4294967295] 00000400:00000200:3.0:1787744973.528946:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744973.528951:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744973.528964:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744973.528967:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68800. 00000800:00000200:3.0:1787744973.528970:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744973.528975:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744973.528978:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744973.528981:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744973.528984:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744973.528986:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4301269747 00000100:00000001:3.0:1787744973.528989:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301268619 00000100:00000001:3.0:1787744973.528992:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4301269747 00000100:00000001:3.0:1787744973.528994:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301268619 00000100:00000001:3.0:1787744973.528997:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744973.528999:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744973.529000:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744973.529004:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca37480 x1874579698261632/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.529010:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744973.529011:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744973.529013:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744973.529014:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744973.529016:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744973.529018:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698261632:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744973.529020:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744973.529022:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744973.529023:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744973.529025:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744973.529028:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c56800. 02000000:00000001:3.0:1787744973.529030:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744973.529033:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744973.529035:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76597661b8. 00000400:00000010:3.0:1787744973.529044:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8acc38. 00000100:00000200:3.0:1787744973.529047:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698261632, portal 10 00000100:00000001:3.0:1787744973.529049:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744973.529050:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966266496 : -129233743285120 : ffff8a766ca37480) 00000100:00000040:3.0:1787744973.529055:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca37480 x1874579698261632/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.529061:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744973.529063:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744973.529065:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac770. 00000100:00000200:3.0:1787744973.529067:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698261632, offset 0 00000400:00000200:3.0:1787744973.529070:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744973.529074:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744973.529077:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744973.529079:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744973.529082:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744973.529084:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744973.529086:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744973.529088:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440805:440805:253:4294967295] 192.168.201.110@tcp LPNI seq info [440804:440804:5:4294967295] 00000400:00000200:3.0:1787744973.529091:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744973.529096:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744973.529101:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744973.529104:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68e00. 00000800:00000200:3.0:1787744973.529107:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744973.529111:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744973.529114:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744973.529116:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744973.529119:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: using a timeout of 8007 usecs (9 jiffies) 00000400:00000200:3.0:1787744973.529121:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744973.529123:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301268490 00000100:00000001:3.0:1787744973.529125:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301269747 00000100:00000001:3.0:1787744973.529134:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301268490 00000100:00000001:3.0:1787744973.529136:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301269747 00000100:00000001:3.0:1787744973.529138:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744973.529140:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744973.529142:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744973.529144:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744973.529155:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744973.529158:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787744973.530568:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744973.530576:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68100. 00000400:00000200:2.0:1787744973.530587:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744973.530596:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744973.530603:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac110 00000400:00000010:2.0:1787744973.530606:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac110. 00000100:00000001:2.0:1787744973.530611:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744973.530774:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca361c0 x1874579698261504/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744973.530789:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744973.530793:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca361c0 x1874579698261504/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744973.530801:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744973.530802:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744973.530820:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744973.530823:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68b00. 00000400:00000200:2.0:1787744973.530826:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744973.530838:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744973.530842:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac3b8 00000400:00000010:2.0:1787744973.530844:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac3b8. 00000100:00000001:2.0:1787744973.530846:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744973.530850:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca36d00 x1874579698261760/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744973.530858:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744973.530861:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca36d00 x1874579698261760/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744989 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744973.530867:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744973.530868:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744973.530879:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744973.530881:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68800. 00000400:00000200:2.0:1787744973.530884:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744973.530886:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744973.530888:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8acd48 00000400:00000010:2.0:1787744973.530890:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8acd48. 00000100:00000001:2.0:1787744973.530892:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744973.530895:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca370c0 x1874579698261376/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744973.530902:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744973.530904:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca370c0 x1874579698261376/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744989 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744973.530910:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744973.530912:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744973.530981:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744973.530984:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68e00. 00000400:00000200:2.0:1787744973.530987:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744973.530991:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744973.530994:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac770 00000400:00000010:2.0:1787744973.530996:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac770. 00000100:00000001:2.0:1787744973.530999:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744973.531003:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca37480 x1874579698261632/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744973.531016:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744973.531019:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca37480 x1874579698261632/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744973.531026:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744973.531027:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787744973.540057:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744973.540079:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744973.540084:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744973.540087:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744973.540096:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540103:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744973.540115:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540120:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540126:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540129:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb99049e00 00000400:00000200:2.0:1787744973.540134:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540140:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1cd5 [1] + 224 00000800:00000001:2.0:1787744973.540147:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744973.540151:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744973.540155:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744973.540160:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744973.540168:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744973.540178:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca361c0 x1874579698261504/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744973.540189:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca361c0 x1874579698261504/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744973.540217:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744973.540229:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744973.540233:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744973.540239:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744973.540265:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744973.540269:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540272:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744973.540279:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540281:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540284:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540286:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb99049e80 00000400:00000200:2.0:1787744973.540289:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540293:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1d05 [1] + 224 00000800:00000001:2.0:1787744973.540297:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744973.540300:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744973.540302:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744973.540309:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744973.540313:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744973.540317:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca37480 x1874579698261632/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744973.540326:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca37480 x1874579698261632/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744973.540334:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744973.540338:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744973.540341:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744973.540343:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744973.540345:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744973.540348:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540350:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744973.540355:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540357:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540359:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540362:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a8eb99049d80 00000400:00000200:2.0:1787744973.540365:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540370:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1cf5 [1] + 224 00000800:00000001:2.0:1787744973.540373:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744973.540382:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744973.540384:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744973.540387:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744973.540391:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744973.540396:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca370c0 x1874579698261376/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744973.540408:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca370c0 x1874579698261376/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744973.540416:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744973.540420:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744973.540426:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744973.540428:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744973.540430:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744973.540433:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540436:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744973.540440:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540442:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540446:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540449:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb99049f00 00000400:00000200:2.0:1787744973.540452:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744973.540456:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1ce5 [1] + 224 00000800:00000001:2.0:1787744973.540460:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744973.540471:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744973.540473:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744973.540477:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744973.540480:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744973.540485:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca36d00 x1874579698261760/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744973.540494:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca36d00 x1874579698261760/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744973.540501:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744973.540512:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744973.540515:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744973.540661:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744973.540698:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744973.540708:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744973.540710:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744973.540713:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766d68. 00000400:00000200:3.0:1787744973.540718:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac440 00000400:00000010:3.0:1787744973.540720:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac440. 00000100:00000001:3.0:1787744973.540727:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744973.540731:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca370c0 x1874579698261376/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744973.540740:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca370c0 x1874579698261376/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.540746:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744973.540748:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744973.540751:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744973.540757:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744973.540759:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744973.540762:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744973.540765:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744973.540771:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a76476e0460 time=87 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744973.540776:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a76476e0418 time=36 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744973.540779:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744973.540781:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744973.540783:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744973.540788:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744973.540792:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744973.540797:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca370c0 x1874579698261376/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.540809:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744973.540812:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744973.540814:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744973.540819:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca370c0 x1874579698261376/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744973.540826:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca370c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:295f25df-de87-4de2-8334-248ba01fceab:2398:1874579698261376:192.168.201.110@tcp:400:kworker.0 00000400:00000001:3.0:1787744973.540833:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744973.540834:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744973.540836:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76597661b8. 00000400:00000200:3.0:1787744973.540839:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8acc38 00000400:00000010:3.0:1787744973.540840:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8acc38. 00000100:00000001:3.0:1787744973.540843:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744973.540846:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca37480 x1874579698261632/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744973.540863:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca37480 x1874579698261632/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.540873:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744973.540874:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744973.540876:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744973.540878:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744973.540879:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744973.540880:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744973.540882:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744973.540888:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648651460 time=86 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744973.540892:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648651418 time=33 v=5 (1 1 0 0) 00000100:00000001:3.0:1787744973.540894:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744973.540895:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744973.540897:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744973.540902:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744973.540905:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744973.540907:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a7648bee000: skip recheck: last_committed 25769918529 00000100:00000001:3.0:1787744973.540915:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744973.540916:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744973.540921:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca37480 x1874579698261632/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.540926:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744973.540928:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744973.540929:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744973.540932:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca37480 x1874579698261632/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744973.540938:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698261632:192.168.201.110@tcp:400:kworker.0 00000400:00000001:3.0:1787744973.540943:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744973.540945:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744973.540946:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766aa8. 00000400:00000200:3.0:1787744973.540949:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8acb28 00000400:00000010:3.0:1787744973.540950:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8acb28. 00000100:00000001:3.0:1787744973.540953:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744973.540956:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca361c0 x1874579698261504/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744973.540962:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca361c0 x1874579698261504/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.540967:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744973.540968:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744973.540969:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744973.540971:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744973.540972:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744973.540973:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744973.540974:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744973.540979:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=87 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744973.540981:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=40 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744973.540983:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744973.540984:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744973.540990:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744973.540992:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744973.540994:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744973.540995:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:3.0:1787744973.540997:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744973.540998:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744973.541013:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca361c0 x1874579698261504/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.541019:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744973.541021:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744973.541022:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744973.541026:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca361c0 x1874579698261504/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744973.541032:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca361c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698261504:192.168.201.110@tcp:400:kworker.0 00000400:00000001:3.0:1787744973.541038:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744973.541039:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744973.541041:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766058. 00000400:00000200:3.0:1787744973.541044:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac990 00000400:00000010:3.0:1787744973.541045:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac990. 00000100:00000001:3.0:1787744973.541047:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744973.541050:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca36d00 x1874579698261760/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744973.541058:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca36d00 x1874579698261760/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.541064:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744973.541065:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744973.541066:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744973.541068:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744973.541069:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744973.541070:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744973.541072:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744973.541076:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654460 time=86 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744973.541086:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=75 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744973.541089:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744973.541090:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744973.541092:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744973.541094:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744973.541096:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744973.541097:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:3.0:1787744973.541099:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744973.541100:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744973.541104:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca36d00 x1874579698261760/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.541110:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744973.541111:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744973.541113:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744973.541116:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca36d00 x1874579698261760/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744973.541123:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca36d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698261760:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744973.541127:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744973.541130:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744973.541134:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca370c0 x1874579698261376/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.541141:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744973.541144:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744973.541147:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c56000. 02000000:00000001:3.0:1787744973.541151:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744973.541154:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744973.541155:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a76476e0000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:3.0:1787744973.541157:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744973.541160:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53f00. 02000000:00000001:3.0:1787744973.541164:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744973.541165:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744973.541167:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca370c0. 00000100:00000001:3.0:1787744973.541178:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744973.541180:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744973.541182:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744973.541185:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca37480 x1874579698261632/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.541192:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744973.541193:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744973.541195:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c56800. 02000000:00000001:3.0:1787744973.541202:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744973.541203:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744973.541206:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648651000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000020:00000001:3.0:1787744973.541207:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744973.541209:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53300. 02000000:00000001:3.0:1787744973.541211:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744973.541213:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744973.541214:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca37480. 00000100:00000001:3.0:1787744973.541216:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744973.541217:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744973.541218:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744973.541222:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca361c0 x1874579698261504/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.541227:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744973.541228:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744973.541230:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c57200. 02000000:00000001:3.0:1787744973.541231:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744973.541233:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744973.541234:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:3.0:1787744973.541235:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744973.541237:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53700. 02000000:00000001:3.0:1787744973.541238:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744973.541239:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744973.541240:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca361c0. 00000100:00000001:3.0:1787744973.541244:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744973.541245:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744973.541246:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744973.541249:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca36d00 x1874579698261760/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744989 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744973.541269:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744973.541271:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744973.541272:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c56e00. 02000000:00000001:3.0:1787744973.541275:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744973.541277:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744973.541278:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=2 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:3.0:1787744973.541280:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744973.541281:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53900. 02000000:00000001:3.0:1787744973.541283:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744973.541284:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744973.541285:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca36d00. 00000100:00000001:3.0:1787744973.541287:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744973.541288:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744973.541290:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744973.541298:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744973.541300:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744973.541302:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744973.541304:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744973.975805:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744973.975814:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744973.975820:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744973.975822:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744973.975825:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744973.975826:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744973.975830:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744973.975831:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744973.975859:0:39518:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744973.975861:0:39518:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744973.975864:0:39518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787744974.807894:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301269747, at 4301269760 00000100:00000010:3.0:1787744974.807913:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f8840. 00000100:00000040:2.0:1787744974.808057:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301269747, at 4301269760 00000100:00000010:2.0:1787744974.808064:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f8e40. 00010000:00000001:1.0:1787744974.999793:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744974.999803:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744974.999831:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744974.999832:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744974.999836:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744974.999836:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744974.999840:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744974.999841:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744975.000013:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744975.000016:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744975.000020:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744976.024502:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744976.024512:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744976.024514:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744976.024517:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744976.024521:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744976.024523:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744976.024525:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744976.024527:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744976.024531:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744976.024533:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744976.024537:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744976.024538:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744976.024542:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744976.024543:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787744976.024761:0:110735:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787744976.024765:0:110735:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744976.024768:0:110735:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744977.047957:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744977.047964:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744977.047970:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744977.047971:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744977.047974:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744977.047976:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744977.047979:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744977.047981:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744977.048748:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744977.048752:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744977.048756:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744978.071794:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744978.071801:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744978.071807:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744978.071810:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744978.071813:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744978.071818:0:172669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744978.071820:0:172669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744978.071822:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744978.071825:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744978.071827:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744978.071829:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744978.071851:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744978.071856:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744978.071857:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744978.071859:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744978.071861:0:172669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744978.071862:0:172669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744978.071863:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744978.071865:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744978.071866:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744978.071868:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744978.071870:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744978.071873:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744978.071875:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744978.071901:0:81966:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744978.071903:0:81966:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744978.071906:0:81966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787744978.648143:0:8:0:(rw.c:1502:ll_writepages()) Process entered 00000080:00000001:2.0:1787744978.648149:0:8:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1787744978.648152:0:8:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787744978.648157:0:8:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839305150616 : -129234404401000 : ffff8a76453ba098) 00000020:00001000:2.0:1787744978.648173:0:8:0:(cl_object.c:823:cl_env_get()) 1@ffff8a76453ba090 00000020:00000001:2.0:1787744978.648180:0:8:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a3918 -> ffff8a766c9a3918 00000020:00000001:2.0:1787744978.648183:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1787744978.648186:0:8:0:(vvp_io.c:1861:vvp_io_init()) Process entered 00000080:00200000:2.0:1787744978.648188:0:8:0:(vvp_io.c:1866:vvp_io_init()) [0x200000402:0x10a90:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1787744978.648192:0:8:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787744978.648194:0:8:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1787744978.648195:0:8:0:(vvp_io.c:1938:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787744978.648200:0:8:0:(lov_object.c:1600:lov_io_init()) [0x200000402:0x10a90:0x0]io ffff8a766c9dcf30 type 6 ignore/verify layout 1/0, compressed 0 00020000:00000002:2.0:1787744978.648203:0:8:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971aa8) owner 0000000000000000/ffff8a76412227c0 00020000:00000001:2.0:1787744978.648207:0:8:0:(lov_io.c:2452:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1787744978.648209:0:8:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1787744978.648211:0:8:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1787744978.648213:0:8:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787744978.648215:0:8:0:(lov_io.c:916:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1787744978.648217:0:8:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1787744978.648219:0:8:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744978.648220:0:8:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787744978.648221:0:8:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1787744978.648222:0:8:0:(lov_io.c:2465:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1787744978.648224:0:8:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971aa8) owner 0000000000000000/ffff8a76412227c0 00000020:00000001:2.0:1787744978.648226:0:8:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744978.648229:0:8:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:2.0:1787744978.648247:0:8:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1787744978.648250:0:8:0:(lov_io.c:1218:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1787744978.648252:0:8:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1787744978.648256:0:8:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1787744978.648259:0:8:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787744978.648260:0:8:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1787744978.648262:0:8:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787744978.648264:0:8:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839760868056 : -129233948683560 : ffff8a76606552d8) 00000020:00001000:2.0:1787744978.648266:0:8:0:(cl_object.c:823:cl_env_get()) 1@ffff8a76606552d0 00000020:00000001:2.0:1787744978.648269:0:8:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a3b70 -> ffff8a766c9a3918 00000020:00000001:2.0:1787744978.648271:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1787744978.648274:0:8:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787744978.648275:0:8:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1787744978.648276:0:8:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787744978.648278:0:8:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787744978.648280:0:8:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614839348784200 : -129234360767416 : ffff8a7647d56c48) 00000020:00000001:2.0:1787744978.648282:0:8:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1787744978.648283:0:8:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787744978.648285:0:8:0:(lov_io.c:1359:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744978.648287:0:8:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744978.648288:0:8:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:2.0:1787744978.648290:0:8:0:(lov_io.c:1502:lov_io_lock()) Process entered 00020000:00000001:2.0:1787744978.648292:0:8:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:2.0:1787744978.648293:0:8:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:2.0:1787744978.648294:0:8:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1787744978.648296:0:8:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744978.648297:0:8:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787744978.648299:0:8:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787744978.648300:0:8:0:(lov_io.c:1503:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744978.648301:0:8:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1787744978.648303:0:8:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744978.648304:0:8:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744978.648306:0:8:0:(cl_io.c:532:cl_io_start()) Process entered 00020000:00000001:2.0:1787744978.648308:0:8:0:(lov_io.c:1552:lov_io_start()) Process entered 00020000:00000001:2.0:1787744978.648309:0:8:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:2.0:1787744978.648310:0:8:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:2.0:1787744978.648312:0:8:0:(osc_io.c:1125:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1787744978.648315:0:8:0:(osc_cache.c:3376:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1787744978.648320:0:8:0:(osc_cache.c:3516:osc_cache_writeback_range()) obj ffff8a7648976000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:2.0:1787744978.648325:0:8:0:(osc_cache.c:3531:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787744978.648333:0:8:0:(osc_io.c:1194:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744978.648336:0:8:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787744978.648338:0:8:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787744978.648339:0:8:0:(lov_io.c:1553:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744978.648340:0:8:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744978.648342:0:8:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:2.0:1787744978.648344:0:8:0:(lov_io.c:2153:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1787744978.648346:0:8:0:(lov_io.c:1558:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1787744978.648347:0:8:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:2.0:1787744978.648348:0:8:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:2.0:1787744978.648349:0:8:0:(lov_io.c:1568:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787744978.648351:0:8:0:(lov_io.c:2164:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1787744978.648353:0:8:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:2.0:1787744978.648354:0:8:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:2.0:1787744978.648357:0:8:0:(lov_io.c:1646:lov_io_unlock()) Process entered 00020000:00000001:2.0:1787744978.648358:0:8:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:2.0:1787744978.648359:0:8:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:2.0:1787744978.648360:0:8:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1787744978.648361:0:8:0:(lov_io.c:1580:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787744978.648362:0:8:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787744978.648364:0:8:0:(lov_io.c:1649:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1787744978.648365:0:8:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1787744978.648366:0:8:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1787744978.648368:0:8:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1787744978.648369:0:8:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1787744978.648371:0:8:0:(lov_io.c:1627:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1787744978.648372:0:8:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:2.0:1787744978.648373:0:8:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1787744978.648374:0:8:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1787744978.648376:0:8:0:(lov_io.c:1574:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787744978.648377:0:8:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787744978.648379:0:8:0:(lov_io.c:1638:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1787744978.648380:0:8:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1787744978.648381:0:8:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744978.648383:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1787744978.648385:0:8:0:(lov_io.c:1054:lov_io_fini()) Process entered 00020000:00000001:2.0:1787744978.648386:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1787744978.648387:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1787744978.648389:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787744978.648391:0:8:0:(cl_object.c:917:cl_env_put()) 1@ffff8a76606552d0 00020000:00000001:2.0:1787744978.648393:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1787744978.648396:0:8:0:(lov_io.c:1073:lov_io_fini()) Process leaving 00000080:00000001:2.0:1787744978.648398:0:8:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787744978.648400:0:8:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10a90:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1787744978.648408:0:8:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787744978.648409:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787744978.648411:0:8:0:(cl_object.c:917:cl_env_put()) 1@ffff8a76453ba090 00000080:00000001:2.0:1787744978.648414:0:8:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787744978.648416:0:8:0:(rw.c:1576:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744978.648436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 295f25df-de87-4de2-8334-248ba01fceab->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744978.648441:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787744978.648447:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca343c0. 00000020:00000040:2.0:1787744978.648451:0:8:0:(genops.c:1210:class_import_get()) import ffff8a76476e0000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:2.0:1787744978.648455:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744978.648459:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744978.648463:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744978.648470:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53c00. 00000100:00000001:2.0:1787744978.648476:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744978.648493:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 295f25df-de87-4de2-8334-248ba01fceab->MGS req@ffff8a766ca343c0 x1874579698261888/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744978.648503:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744978.648508:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744978.648513:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf912e92] to pc [ptlrpcd_01_01+1] req@ffff8a766ca343c0 x1874579698261888/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.648568:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744978.648573:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744978.648577:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744978.648594:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca343c0 x1874579698261888/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.648602:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744978.648604:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744978.648609:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744978.648612:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744978.648615:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744978.648619:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca343c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:295f25df-de87-4de2-8334-248ba01fceab:2399:1874579698261888:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744978.648630:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744978.648638:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744978.648641:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744978.648644:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744978.648650:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c56e00. 02000000:00000001:3.0:1787744978.648653:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744978.648661:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744978.648685:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766058. 00000400:00000010:3.0:1787744978.648693:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac990. 00000100:00000200:3.0:1787744978.648709:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698261888, portal 25 00000100:00000001:3.0:1787744978.648712:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744978.648714:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966254016 : -129233743297600 : ffff8a766ca343c0) 00000100:00000040:3.0:1787744978.648720:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca343c0 x1874579698261888/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.648727:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744978.648730:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744978.648732:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8acb28. 00000100:00000200:3.0:1787744978.648735:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874579698261888, offset 0 00000400:00000200:3.0:1787744978.648742:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744978.648752:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744978.648759:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744978.648774:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744978.648779:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744978.648783:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744978.648786:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744978.648790:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440806:440806:256:4294967295] 192.168.201.110@tcp LPNI seq info [440805:440805:8:4294967295] 00000400:00000200:3.0:1787744978.648795:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744978.648804:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744978.648811:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744978.648816:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68300. 00000800:00000200:3.0:1787744978.648822:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744978.648835:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744978.648840:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744978.648855:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744978.648860:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744978.648862:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4301274866 00000100:00000010:3.0:1787744978.648866:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f8840. 00000100:00000001:3.0:1787744978.648872:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787744978.648878:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4301274866 00000100:00000010:3.0:1787744978.648882:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f8240. 00000100:00000001:3.0:1787744978.648885:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787744978.648888:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744978.648891:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744978.648894:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744978.648897:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744978.649016:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744978.649020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744978.649023:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787744978.649027:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca37c00. 00000020:00000040:2.0:1787744978.649031:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000001:2.0:1787744978.649033:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744978.649035:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744978.649037:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744978.649041:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53d00. 00000100:00000001:2.0:1787744978.649046:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744978.649051:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID req@ffff8a766ca37c00 x1874579698262016/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744978.649069:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744978.649071:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744978.649076:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000accefa44] to pc [ptlrpcd_01_00+0] req@ffff8a766ca37c00 x1874579698262016/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.663008:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744978.663016:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787744978.663023:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744978.663026:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744978.663030:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744978.663034:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1787744978.663037:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744978.663040:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744978.663041:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744978.663043:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744978.663044:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744978.663046:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744978.663062:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca37c00 x1874579698262016/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.663071:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744978.663073:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744978.663078:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744978.663082:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744978.663085:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744978.663088:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca37c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698262016:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744978.663115:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744978.663122:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744978.663125:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744978.663128:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744978.663134:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c57200. 02000000:00000001:3.0:1787744978.663136:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744978.663143:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744978.663148:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766aa8. 00000400:00000010:3.0:1787744978.663154:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8acc38. 00000100:00000200:3.0:1787744978.663161:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698262016, portal 10 00000100:00000001:3.0:1787744978.663175:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744978.663177:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966268416 : -129233743283200 : ffff8a766ca37c00) 00000100:00000040:3.0:1787744978.663185:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca37c00 x1874579698262016/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.663193:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744978.663195:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744978.663198:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac440. 00000100:00000200:3.0:1787744978.663201:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698262016, offset 0 00000400:00000200:3.0:1787744978.663208:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744978.663218:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744978.663226:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744978.663231:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744978.663235:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744978.663239:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744978.663242:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744978.663245:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440807:440807:255:4294967295] 192.168.201.110@tcp LPNI seq info [440806:440806:7:4294967295] 00000400:00000200:3.0:1787744978.663250:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744978.663259:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744978.663265:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744978.663270:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68200. 00000800:00000200:3.0:1787744978.663276:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744978.663289:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744978.663294:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744978.663298:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744978.663303:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:3.0:1787744978.663306:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744978.663309:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301273621 00000100:00000001:3.0:1787744978.663312:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301274866 00000100:00000001:3.0:1787744978.663315:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301273621 00000100:00000001:3.0:1787744978.663317:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301274866 00000100:00000001:3.0:1787744978.663319:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744978.663322:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744978.663324:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744978.663326:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744978.663345:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744978.663348:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787744978.663417:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744978.663421:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68300. 00000400:00000200:3.0:1787744978.663428:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744978.663434:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744978.663441:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8acb28 00000400:00000010:3.0:1787744978.663443:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8acb28. 00000100:00000001:3.0:1787744978.663448:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744978.663453:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca343c0 x1874579698261888/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.663464:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744978.663468:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca343c0 x1874579698261888/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744994 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.663475:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744978.663477:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787744978.665291:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744978.665300:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68200. 00000400:00000200:3.0:1787744978.665306:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744978.665329:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744978.665337:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac440 00000400:00000010:3.0:1787744978.665339:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac440. 00000100:00000001:3.0:1787744978.665345:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744978.665352:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca37c00 x1874579698262016/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.665362:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744978.665366:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca37c00 x1874579698262016/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.665372:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744978.665374:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787744978.665631:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744978.665637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744978.665641:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787744978.666076:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca37840. 00000020:00000040:2.0:1787744978.666083:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648651000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000100:00000001:2.0:1787744978.666087:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744978.666091:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744978.666097:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744978.666107:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53000. 00000100:00000001:2.0:1787744978.666118:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744978.666126:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID req@ffff8a766ca37840 x1874579698262144/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744978.666136:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744978.666142:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744978.666147:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ec870ab] to pc [ptlrpcd_01_01+1] req@ffff8a766ca37840 x1874579698262144/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744978.666192:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744978.666195:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744978.666199:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787744978.666203:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca34780. 00000020:00000040:2.0:1787744978.666205:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00000100:00000001:2.0:1787744978.666208:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744978.666209:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744978.666211:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744978.666216:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53900. 00000100:00000001:2.0:1787744978.666227:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744978.666232:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID req@ffff8a766ca34780 x1874579698262272/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744978.666239:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744978.666241:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744978.666244:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0825365] to pc [ptlrpcd_01_00+0] req@ffff8a766ca34780 x1874579698262272/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744978.666252:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744978.666254:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787744978.666258:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787744978.666263:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6611) 00000100:00000001:3.0:1787744978.666322:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744978.666328:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744978.666330:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744978.666336:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca34780 x1874579698262272/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.666345:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744978.666347:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744978.666351:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744978.666354:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744978.666356:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744978.666360:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca34780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698262272:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744978.666365:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744978.666370:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744978.666372:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744978.666375:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744978.666379:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c56800. 02000000:00000001:3.0:1787744978.666381:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744978.666387:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744978.666392:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76597661b8. 00000400:00000010:3.0:1787744978.666397:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac440. 00000100:00000200:3.0:1787744978.666403:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698262272, portal 4 00000100:00000001:3.0:1787744978.666406:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744978.666412:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966254976 : -129233743296640 : ffff8a766ca34780) 00000100:00000040:3.0:1787744978.666420:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca34780 x1874579698262272/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.666428:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744978.666431:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744978.666433:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8acb28. 00000100:00000200:3.0:1787744978.666437:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698262272, offset 0 00000400:00000200:3.0:1787744978.666443:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744978.666450:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744978.666457:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744978.666462:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744978.666467:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744978.666470:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744978.666473:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744978.666477:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440808:440808:256:4294967295] 192.168.201.110@tcp LPNI seq info [440807:440807:8:4294967295] 00000400:00000200:3.0:1787744978.666481:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744978.666490:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744978.666496:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744978.666500:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68200. 00000800:00000200:3.0:1787744978.666506:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744978.666513:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744978.666518:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744978.666535:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744978.666540:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137801 usecs (138 jiffies) 00000400:00000200:3.0:1787744978.666543:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744978.666546:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301273756 00000100:00000001:3.0:1787744978.666549:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301274866 00000100:00000001:3.0:1787744978.666552:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301273756 00000100:00000001:3.0:1787744978.666555:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301274866 00000100:00000001:3.0:1787744978.666563:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744978.666566:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744978.666570:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744978.666572:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744978.666579:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744978.666581:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787744978.666584:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744978.666585:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744978.666586:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744978.666589:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1787744978.666590:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744978.666592:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744978.666593:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744978.666595:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744978.666596:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744978.666597:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744978.666602:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca37840 x1874579698262144/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.666609:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744978.666611:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744978.666613:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744978.666615:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744978.666617:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744978.666620:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca37840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698262144:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744978.666623:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744978.666626:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744978.666627:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744978.666629:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744978.666632:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c56000. 02000000:00000001:3.0:1787744978.666634:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744978.666637:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744978.666640:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766d68. 00000400:00000010:3.0:1787744978.666645:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac088. 00000100:00000200:3.0:1787744978.666648:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698262144, portal 10 00000100:00000001:3.0:1787744978.666650:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744978.666655:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966267456 : -129233743284160 : ffff8a766ca37840) 00000100:00000040:3.0:1787744978.666687:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca37840 x1874579698262144/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.666695:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744978.666697:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744978.666700:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8acaa0. 00000100:00000200:3.0:1787744978.666703:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698262144, offset 0 00000400:00000200:3.0:1787744978.666707:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744978.666712:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744978.666715:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744978.666717:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744978.666720:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744978.666722:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744978.666724:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744978.666727:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440809:440809:255:4294967295] 192.168.201.110@tcp LPNI seq info [440808:440808:7:4294967295] 00000400:00000200:3.0:1787744978.666731:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744978.666737:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744978.666741:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744978.666744:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68300. 00000800:00000200:3.0:1787744978.666748:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744978.666753:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744978.666755:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744978.666758:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744978.666761:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: using a timeout of 8007 usecs (9 jiffies) 00000800:00000200:2.0:1787744978.671951:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744978.671963:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68200. 00000400:00000200:2.0:1787744978.671971:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744978.671980:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744978.671989:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8acb28 00000400:00000010:2.0:1787744978.671992:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8acb28. 00000100:00000001:2.0:1787744978.671997:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744978.672006:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca34780 x1874579698262272/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744978.672019:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744978.672023:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca34780 x1874579698262272/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744994 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744978.672031:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744978.672032:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787744978.672043:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744978.672054:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744978.672056:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744978.672059:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744978.672065:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.672070:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744978.672093:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.672098:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.672104:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.672109:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb9904a000 00000400:00000200:2.0:1787744978.672113:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.672119:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1d25 [1] + 224 00000800:00000001:2.0:1787744978.672127:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744978.672136:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744978.672138:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744978.672141:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744978.672146:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744978.672150:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca37c00 x1874579698262016/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744978.672158:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca37c00 x1874579698262016/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744978.672178:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1787744978.672255:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744978.672257:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68300. 00000400:00000200:2.0:1787744978.672260:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744978.672263:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744978.672266:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8acaa0 00000400:00000010:2.0:1787744978.672268:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8acaa0. 00000100:00000001:2.0:1787744978.672270:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744978.672274:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca37840 x1874579698262144/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744978.672281:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744978.672284:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca37840 x1874579698262144/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744978.672289:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744978.672291:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787744978.672294:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744978.672303:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744978.680508:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744978.680517:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787744978.680527:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787744978.680530:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787744978.680534:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766aa8. 00000400:00000200:2.0:1787744978.680542:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8acc38 00000400:00000010:2.0:1787744978.680545:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8acc38. 00000100:00000001:2.0:1787744978.680551:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744978.680563:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca37c00 x1874579698262016/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787744978.680575:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca37c00 x1874579698262016/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744978.680583:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787744978.680586:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744978.680589:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787744978.680593:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787744978.680595:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787744978.680598:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744978.680601:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787744978.680610:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=92 v=5 (5 5 5 5) 00000100:00001000:2.0:1787744978.680615:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=45 v=5 (1 1 1 1) 00000100:00000001:2.0:1787744978.680617:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787744978.680619:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744978.680622:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787744978.680626:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744978.680631:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787744978.680634:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:2.0:1787744978.680636:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787744978.680638:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744978.680643:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca37c00 x1874579698262016/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744978.680650:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744978.680654:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787744978.680656:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787744978.680703:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca37c00 x1874579698262016/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787744978.680712:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca37c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698262016:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787744978.680717:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744978.680720:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744978.680724:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca37c00 x1874579698262016/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744978.680731:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787744978.680734:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787744978.680737:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c57200. 02000000:00000001:2.0:1787744978.680740:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787744978.680743:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787744978.680745:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:2.0:1787744978.680747:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787744978.680750:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53d00. 02000000:00000001:2.0:1787744978.680753:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787744978.680755:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787744978.680757:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca37c00. 00000100:00000001:2.0:1787744978.680760:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787744978.680761:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744978.680877:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744978.680879:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744978.680880:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744978.680882:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744978.680884:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744978.681109:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744978.681114:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301273642 00000100:00000001:3.0:1787744978.681137:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301274866 00000100:00000001:3.0:1787744978.681140:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301273642 00000100:00000001:3.0:1787744978.681143:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301274866 00000100:00000001:3.0:1787744978.681174:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744978.681178:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744978.681181:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744978.681183:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787744978.687418:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744978.687440:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744978.687444:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744978.687448:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744978.687456:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.687464:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744978.687476:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.687480:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.687485:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.687507:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a8eb99049f80 00000400:00000200:2.0:1787744978.687512:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.687519:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1d15 [1] + 224 00000800:00000001:2.0:1787744978.687527:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744978.687538:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744978.687541:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744978.687545:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744978.687554:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744978.687563:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca343c0 x1874579698261888/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744978.687574:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca343c0 x1874579698261888/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744978.687598:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744978.687606:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744978.687610:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744978.687898:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744978.687903:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744978.687912:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744978.687914:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744978.687918:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766058. 00000400:00000200:3.0:1787744978.687923:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac990 00000400:00000010:3.0:1787744978.687926:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac990. 00000100:00000001:3.0:1787744978.687930:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744978.687935:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca343c0 x1874579698261888/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744978.687945:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca343c0 x1874579698261888/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.687952:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744978.687954:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744978.687957:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744978.687960:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744978.687963:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744978.687965:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744978.687968:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744978.687975:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a76476e0460 time=92 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744978.687979:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a76476e0418 time=41 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744978.687981:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744978.687983:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744978.687986:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744978.687988:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744978.687992:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744978.687997:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca343c0 x1874579698261888/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.688003:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744978.688006:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744978.688016:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744978.688020:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca343c0 x1874579698261888/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744978.688028:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca343c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:295f25df-de87-4de2-8334-248ba01fceab:2399:1874579698261888:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744978.688033:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744978.688036:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744978.688040:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca343c0 x1874579698261888/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.688046:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744978.688049:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744978.688052:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c56e00. 02000000:00000001:3.0:1787744978.688056:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744978.688059:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744978.688061:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a76476e0000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:3.0:1787744978.688063:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744978.688066:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53c00. 02000000:00000001:3.0:1787744978.688069:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744978.688070:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744978.688072:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca343c0. 00000100:00000001:3.0:1787744978.688076:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744978.688077:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744978.688079:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744978.688086:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744978.688088:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744978.688091:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744978.688093:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787744978.691068:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744978.691086:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744978.691090:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744978.691093:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744978.691103:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.691110:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744978.691119:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.691123:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.691128:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.691133:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb9904a080 00000400:00000200:2.0:1787744978.691137:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.691143:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1d45 [1] + 224 00000800:00000001:2.0:1787744978.691150:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744978.691380:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744978.691384:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744978.691389:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744978.691397:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744978.691421:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca37840 x1874579698262144/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744978.691432:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca37840 x1874579698262144/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744978.691447:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744978.691456:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744978.691459:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744978.693968:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744978.693977:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744978.693985:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744978.693988:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744978.693992:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766d68. 00000400:00000200:3.0:1787744978.693997:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac088 00000400:00000010:3.0:1787744978.694000:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac088. 00000100:00000001:3.0:1787744978.694004:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744978.694014:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca37840 x1874579698262144/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744978.694044:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca37840 x1874579698262144/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.694052:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744978.694055:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744978.694058:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744978.694061:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744978.694063:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744978.694065:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744978.694068:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744978.694077:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648651460 time=91 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744978.694081:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648651418 time=38 v=5 (1 1 0 0) 00000100:00000001:3.0:1787744978.694084:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744978.694086:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744978.694088:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744978.694092:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744978.694096:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744978.694099:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a7648bee000: skip recheck: last_committed 25769918529 00000100:00000001:3.0:1787744978.694101:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744978.694103:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744978.694107:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca37840 x1874579698262144/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.694114:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744978.694117:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744978.694119:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744978.694123:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca37840 x1874579698262144/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744978.694130:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca37840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698262144:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744978.694135:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744978.694138:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744978.694142:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca37840 x1874579698262144/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.694157:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744978.694159:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744978.694176:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c56000. 02000000:00000001:3.0:1787744978.694181:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744978.694183:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744978.694185:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648651000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000020:00000001:3.0:1787744978.694187:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744978.694190:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53000. 02000000:00000001:3.0:1787744978.694193:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744978.694196:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744978.694197:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca37840. 00000100:00000001:3.0:1787744978.694202:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744978.694203:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744978.694207:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744978.694209:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744978.694210:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744978.694212:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744978.694214:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787744978.698362:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744978.698382:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744978.698386:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744978.698388:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744978.698397:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.698404:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744978.698413:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.698417:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.698423:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.698427:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb9904a100 00000400:00000200:2.0:1787744978.698431:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744978.698437:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1d35 [1] + 224 00000800:00000001:2.0:1787744978.698444:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744978.698455:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744978.698458:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744978.698462:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744978.698471:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744978.698480:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca34780 x1874579698262272/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744978.698491:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca34780 x1874579698262272/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744978.698510:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744978.698519:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744978.698524:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744978.698601:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744978.698606:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744978.698612:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744978.698615:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744978.698618:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76597661b8. 00000400:00000200:3.0:1787744978.698623:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac440 00000400:00000010:3.0:1787744978.698625:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac440. 00000100:00000001:3.0:1787744978.698629:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744978.698635:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca34780 x1874579698262272/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744978.698643:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca34780 x1874579698262272/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.698650:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744978.698652:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744978.698655:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744978.698659:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744978.698703:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744978.698720:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744978.698724:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744978.698734:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654460 time=91 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744978.698738:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=80 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744978.698740:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744978.698742:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744978.698744:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744978.698747:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744978.698751:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744978.698753:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:3.0:1787744978.698755:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744978.698757:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744978.698773:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca34780 x1874579698262272/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.698780:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744978.698783:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744978.698786:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744978.698790:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca34780 x1874579698262272/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744978.698798:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca34780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698262272:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744978.698804:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744978.698806:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744978.698810:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca34780 x1874579698262272/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744994 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744978.698817:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744978.698820:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744978.698824:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c56800. 02000000:00000001:3.0:1787744978.698828:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744978.698831:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744978.698833:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=2 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:3.0:1787744978.698836:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744978.698838:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53900. 02000000:00000001:3.0:1787744978.698847:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744978.698849:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744978.698851:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca34780. 00000100:00000001:3.0:1787744978.698854:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744978.698856:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744978.698858:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744978.698866:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744978.698868:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744978.698871:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744978.698873:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744979.096389:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744979.096397:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744979.096402:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744979.096404:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744979.096407:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744979.096409:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744979.096412:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744979.096413:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744979.096440:0:39518:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744979.096443:0:39518:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744979.096446:0:39518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787744979.928070:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301274866, at 4301274880 00000100:00000010:2.0:1787744979.928086:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f8840. 00000100:00000040:3.0:1787744979.928556:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301274866, at 4301274880 00000100:00000010:3.0:1787744979.928563:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f8240. 00010000:00000001:1.0:1787744980.119818:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744980.119826:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744980.119832:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744980.119834:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744980.119847:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744980.119848:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744980.119852:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744980.119853:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744980.120060:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744980.120064:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744980.120067:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744981.143926:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744981.143932:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744981.143937:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744981.143954:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744981.143958:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744981.143965:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744981.143969:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744981.143970:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787744981.144024:0:110735:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787744981.144028:0:110735:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744981.144031:0:110735:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744982.168329:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744982.168337:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744982.168343:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744982.168344:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744982.168348:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744982.168349:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744982.168352:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744982.168354:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744982.168414:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744982.168418:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744982.168421:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744983.191801:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744983.191810:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744983.191817:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744983.191819:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744983.191822:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744983.191823:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744983.191826:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744983.191843:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744983.191845:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744983.191851:0:172669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744983.191853:0:172669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744983.191855:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744983.191858:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744983.191860:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744983.191863:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744983.191865:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744983.191890:0:81966:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744983.191893:0:81966:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744983.191895:0:81966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787744983.769126:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 295f25df-de87-4de2-8334-248ba01fceab->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787744983.769139:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787744983.769151:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c649a40. 00000020:00000040:3.0:1787744983.769158:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a76476e0000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:3.0:1787744983.769163:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787744983.769166:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787744983.769172:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787744983.769180:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad68700. 00000100:00000001:3.0:1787744983.769187:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744983.769200:0:179117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 295f25df-de87-4de2-8334-248ba01fceab->MGS req@ffff8a766c649a40 x1874579698262400/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787744983.769210:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787744983.769214:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744983.769220:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009477e02e] to pc [ptlrpcd_01_01+1] req@ffff8a766c649a40 x1874579698262400/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.769258:0:179117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744983.769261:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787744983.769264:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787744983.769277:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c64b840. 00000020:00000040:3.0:1787744983.769279:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000001:3.0:1787744983.769282:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787744983.769283:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787744983.769285:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787744983.769289:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad68600. 00000100:00000001:3.0:1787744983.769292:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744983.769297:0:179117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID req@ffff8a766c64b840 x1874579698262528/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787744983.769305:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787744983.769307:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744983.769310:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003eb6a0c] to pc [ptlrpcd_01_00+0] req@ffff8a766c64b840 x1874579698262528/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.769318:0:179117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744983.769321:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787744983.769323:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787744983.769325:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c6483c0. 00000020:00000040:3.0:1787744983.769327:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a7648651000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000100:00000001:3.0:1787744983.769329:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787744983.769330:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787744983.769331:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787744983.769334:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad68c00. 00000100:00000001:3.0:1787744983.769336:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744983.769339:0:179117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID req@ffff8a766c6483c0 x1874579698262656/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787744983.769346:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787744983.769348:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744983.769351:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064da515e] to pc [ptlrpcd_01_01+1] req@ffff8a766c6483c0 x1874579698262656/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.769358:0:179117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744983.769366:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787744983.769369:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787744983.769372:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c64bc00. 00000020:00000040:3.0:1787744983.769374:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00000100:00000001:3.0:1787744983.769376:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787744983.769377:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787744983.769379:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787744983.769381:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad68f00. 00000100:00000001:3.0:1787744983.769384:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744983.769388:0:179117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID req@ffff8a766c64bc00 x1874579698262784/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787744983.769394:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787744983.769396:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744983.769399:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4f6aba1] to pc [ptlrpcd_01_00+0] req@ffff8a766c64bc00 x1874579698262784/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.769406:0:179117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744983.769408:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787744983.769411:0:179117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787744983.769415:0:179117:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6616) 00000100:00000001:3.0:1787744983.769430:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744983.769434:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744983.769436:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744983.769452:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c64b840 x1874579698262528/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.769460:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744983.769462:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744983.769466:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744983.769469:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744983.769471:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744983.769475:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c64b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698262528:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744983.769487:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744983.769495:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744983.769497:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744983.769500:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744983.769505:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c56e00. 02000000:00000001:3.0:1787744983.769507:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744983.769514:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744983.769518:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76597661b8. 00000400:00000010:3.0:1787744983.769525:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac440. 00000100:00000200:3.0:1787744983.769534:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698262528, portal 10 00000100:00000001:3.0:1787744983.769536:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744983.769538:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962155072 : -129233747396544 : ffff8a766c64b840) 00000100:00000040:3.0:1787744983.769546:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766c64b840 x1874579698262528/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.769553:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744983.769556:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744983.769559:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac088. 00000100:00000200:3.0:1787744983.769562:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698262528, offset 0 00000400:00000200:3.0:1787744983.769568:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744983.769577:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744983.769584:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744983.769589:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744983.769593:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744983.769596:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744983.769598:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744983.769602:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440810:440810:256:4294967295] 192.168.201.110@tcp LPNI seq info [440809:440809:8:4294967295] 00000400:00000200:3.0:1787744983.769606:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744983.769616:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744983.769622:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744983.769628:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68d00. 00000800:00000200:3.0:1787744983.769634:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744983.769647:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744983.769652:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744983.769701:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744983.769706:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:3.0:1787744983.769710:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744983.769713:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301278730 00000100:00000010:3.0:1787744983.769718:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f8240. 00000100:00000001:3.0:1787744983.769726:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787744983.769735:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301278730 00000100:00000010:3.0:1787744983.769738:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f8180. 00000100:00000001:3.0:1787744983.769741:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787744983.769744:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744983.769747:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744983.769750:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744983.769754:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c64bc00 x1874579698262784/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.769760:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744983.769761:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744983.769763:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744983.769765:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744983.769767:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744983.769770:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c64bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698262784:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744983.769773:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744983.769776:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744983.769777:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744983.769779:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744983.769783:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c56000. 02000000:00000001:3.0:1787744983.769785:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744983.769788:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744983.769791:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766d68. 00000400:00000010:3.0:1787744983.769795:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac990. 00000100:00000200:3.0:1787744983.769807:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698262784, portal 4 00000100:00000001:3.0:1787744983.769809:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744983.769810:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962156032 : -129233747395584 : ffff8a766c64bc00) 00000100:00000040:3.0:1787744983.769817:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766c64bc00 x1874579698262784/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.769824:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744983.769826:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744983.769829:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ace58. 00000100:00000200:3.0:1787744983.769831:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698262784, offset 0 00000400:00000200:3.0:1787744983.769835:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744983.769840:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744983.769843:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744983.769846:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744983.769848:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744983.769850:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744983.769853:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744983.769855:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440811:440811:255:4294967295] 192.168.201.110@tcp LPNI seq info [440810:440810:7:4294967295] 00000400:00000200:3.0:1787744983.769859:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744983.769865:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744983.769870:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744983.769874:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68300. 00000800:00000200:3.0:1787744983.769878:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744983.769882:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744983.769884:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744983.769887:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744983.769891:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137786 usecs (138 jiffies) 00000400:00000200:3.0:1787744983.769894:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744983.769895:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301278859 00000100:00000001:3.0:1787744983.769900:0:2398:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 2, simply extend its deadline from 4301278730 00000100:00000001:3.0:1787744983.769903:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301278859 00000100:00000001:3.0:1787744983.769911:0:2398:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 3, simply extend its deadline from 4301278730 00000100:00000001:3.0:1787744983.769914:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744983.769916:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744983.769919:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744983.769922:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744983.769931:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744983.769933:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787744983.769935:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744983.769938:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744983.769940:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744983.769943:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1787744983.769945:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744983.769947:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744983.769949:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744983.769950:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744983.769951:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744983.769953:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744983.769958:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c649a40 x1874579698262400/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.769965:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744983.769966:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744983.769968:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744983.769970:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744983.769971:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744983.769974:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c649a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:295f25df-de87-4de2-8334-248ba01fceab:2398:1874579698262400:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744983.769977:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1787744983.770279:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744983.770285:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68d00. 00000400:00000200:2.0:1787744983.770292:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744983.770299:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744983.770304:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac088 00000400:00000010:2.0:1787744983.770307:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac088. 00000100:00000001:2.0:1787744983.770313:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744983.770318:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c64b840 x1874579698262528/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744983.770328:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744983.770331:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c64b840 x1874579698262528/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744983.770339:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744983.770341:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744983.770416:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744983.770419:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68300. 00000400:00000200:2.0:1787744983.770422:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744983.770426:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744983.770428:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ace58 00000400:00000010:2.0:1787744983.770430:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ace58. 00000100:00000001:2.0:1787744983.770433:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744983.770447:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c64bc00 x1874579698262784/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744983.770454:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744983.770457:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c64bc00 x1874579698262784/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744999 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744983.770472:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744983.770473:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787744983.770485:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744983.770488:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744983.771264:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744983.771268:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744983.771272:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744983.771278:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c56800. 02000000:00000001:3.0:1787744983.771281:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744983.771287:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744983.771291:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766058. 00000400:00000010:3.0:1787744983.771297:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac220. 00000100:00000200:3.0:1787744983.771302:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698262400, portal 25 00000100:00000001:3.0:1787744983.771311:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744983.771313:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962147392 : -129233747404224 : ffff8a766c649a40) 00000100:00000040:3.0:1787744983.771321:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766c649a40 x1874579698262400/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.771328:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744983.771331:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744983.771334:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac330. 00000100:00000200:3.0:1787744983.771337:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874579698262400, offset 0 00000400:00000200:3.0:1787744983.771343:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744983.771351:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744983.771356:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744983.771361:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744983.771365:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744983.771368:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744983.771371:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744983.771374:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440812:440812:256:4294967295] 192.168.201.110@tcp LPNI seq info [440811:440811:8:4294967295] 00000400:00000200:3.0:1787744983.771379:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744983.771387:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744983.771393:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744983.771397:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68200. 00000800:00000200:3.0:1787744983.771403:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744983.771409:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744983.771413:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744983.774948:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744983.774963:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744983.774967:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4301279992 00000100:00000001:3.0:1787744983.774988:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301278859 00000100:00000001:3.0:1787744983.774994:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4301279992 00000100:00000001:3.0:1787744983.774997:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301278859 00000100:00000001:3.0:1787744983.775000:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744983.775017:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744983.775021:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744983.775033:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c6483c0 x1874579698262656/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.775044:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744983.775046:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744983.775051:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744983.775055:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744983.775058:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744983.775062:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c6483c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698262656:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744983.775066:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744983.775082:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744983.775092:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744983.775095:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744983.775101:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c57200. 02000000:00000001:3.0:1787744983.775104:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744983.775109:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744983.775114:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76597663c8. 00000400:00000010:3.0:1787744983.775122:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac908. 00000100:00000200:3.0:1787744983.775130:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698262656, portal 10 00000100:00000001:3.0:1787744983.775132:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744983.775134:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962141632 : -129233747409984 : ffff8a766c6483c0) 00000100:00000040:3.0:1787744983.775143:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766c6483c0 x1874579698262656/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.775152:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744983.775155:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744983.775158:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac6e8. 00000100:00000200:3.0:1787744983.775161:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698262656, offset 0 00000400:00000200:3.0:1787744983.775167:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744983.775175:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744983.775182:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744983.775188:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744983.775200:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744983.775204:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744983.775206:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744983.775210:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440813:440813:255:4294967295] 192.168.201.110@tcp LPNI seq info [440812:440812:7:4294967295] 00000400:00000200:3.0:1787744983.775214:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744983.775225:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744983.775231:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744983.775237:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68e00. 00000800:00000200:3.0:1787744983.775243:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744983.775252:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744983.775256:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744983.775260:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744983.775265:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: using a timeout of 8008 usecs (9 jiffies) 00000400:00000200:3.0:1787744983.775268:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744983.775270:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301278735 00000100:00000001:3.0:1787744983.775272:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301279992 00000100:00000001:3.0:1787744983.775275:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301278735 00000100:00000001:3.0:1787744983.775277:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301279992 00000100:00000001:3.0:1787744983.775279:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744983.775281:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744983.775284:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744983.775289:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787744983.777851:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744983.777862:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68200. 00000400:00000200:2.0:1787744983.777872:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744983.777881:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744983.777889:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac330 00000400:00000010:2.0:1787744983.777891:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac330. 00000100:00000001:2.0:1787744983.777898:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744983.777907:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c649a40 x1874579698262400/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744983.777919:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744983.777923:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c649a40 x1874579698262400/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744999 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744983.777931:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744983.777932:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744983.778435:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744983.778447:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68e00. 00000400:00000200:2.0:1787744983.778451:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744983.778456:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744983.778459:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac6e8 00000400:00000010:2.0:1787744983.778461:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac6e8. 00000100:00000001:2.0:1787744983.778464:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744983.778470:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c6483c0 x1874579698262656/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744983.778479:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744983.778482:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c6483c0 x1874579698262656/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744983.778488:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744983.778505:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787744983.783211:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744983.783235:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744983.783240:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744983.783243:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744983.783252:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.783260:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744983.783269:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.783274:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.783280:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.783284:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb9904a300 00000400:00000200:2.0:1787744983.783288:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.783295:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1d65 [1] + 224 00000800:00000001:2.0:1787744983.783303:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744983.783307:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744983.783310:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744983.783314:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744983.783322:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744983.783333:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c64bc00 x1874579698262784/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744983.783343:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766c64bc00 x1874579698262784/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744983.783367:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744983.783375:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744983.783379:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744983.783381:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744983.783383:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744983.783386:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.783389:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744983.783393:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.783395:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.783398:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.783401:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb9904a200 00000400:00000200:2.0:1787744983.783421:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.783427:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1d55 [1] + 224 00000800:00000001:2.0:1787744983.783431:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744983.783438:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744983.783441:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744983.783444:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744983.783447:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744983.783451:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c64b840 x1874579698262528/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744983.783459:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766c64b840 x1874579698262528/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744983.783466:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744983.783470:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744983.783473:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744983.783608:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744983.783614:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744983.783622:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744983.783624:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744983.783628:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76597661b8. 00000400:00000200:3.0:1787744983.783632:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac440 00000400:00000010:3.0:1787744983.783635:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac440. 00000100:00000001:3.0:1787744983.783639:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744983.783644:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c64b840 x1874579698262528/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744983.783659:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c64b840 x1874579698262528/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.783716:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744983.783719:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744983.783722:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744983.783727:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744983.783731:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744983.783733:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744983.783736:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744983.783746:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=97 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744983.783751:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744983.783754:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744983.783756:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744983.783760:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744983.783764:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744983.783770:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744983.783773:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:3.0:1787744983.783775:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744983.783778:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744983.783784:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c64b840 x1874579698262528/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.783792:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744983.783795:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744983.783798:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744983.783802:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c64b840 x1874579698262528/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744983.783811:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c64b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698262528:192.168.201.110@tcp:400:kworker.0 00000400:00000001:3.0:1787744983.783817:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744983.783819:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744983.783821:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766d68. 00000400:00000200:3.0:1787744983.783828:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac990 00000400:00000010:3.0:1787744983.783830:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac990. 00000100:00000001:3.0:1787744983.783833:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744983.783837:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c64bc00 x1874579698262784/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744983.783846:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c64bc00 x1874579698262784/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.783853:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744983.783855:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744983.783856:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744983.783858:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744983.783859:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744983.783861:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744983.783863:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744983.783867:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654460 time=96 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744983.783871:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744983.783873:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744983.783875:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744983.783876:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744983.783878:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744983.783881:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744983.783882:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:3.0:1787744983.783884:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744983.783885:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744983.783889:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c64bc00 x1874579698262784/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.783897:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744983.783898:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744983.783900:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744983.783903:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c64bc00 x1874579698262784/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744983.783910:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c64bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698262784:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744983.783924:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744983.783927:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744983.783931:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c64b840 x1874579698262528/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.783938:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744983.783941:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744983.783944:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c56e00. 02000000:00000001:3.0:1787744983.783948:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744983.783951:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744983.783953:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:3.0:1787744983.783955:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744983.783958:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad68600. 02000000:00000001:3.0:1787744983.783962:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744983.783964:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744983.783966:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c64b840. 00000100:00000001:3.0:1787744983.783969:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744983.783971:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744983.783973:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744983.783976:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c64bc00 x1874579698262784/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.783982:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744983.783983:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744983.783985:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c56000. 02000000:00000001:3.0:1787744983.783987:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744983.783988:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744983.783989:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=2 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:3.0:1787744983.783991:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744983.783993:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad68f00. 02000000:00000001:3.0:1787744983.783995:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744983.783996:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744983.783997:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c64bc00. 00000100:00000001:3.0:1787744983.783999:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744983.784000:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744983.784003:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744983.784005:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744983.784010:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744983.784012:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744983.784014:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787744983.786926:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744983.786943:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744983.786947:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744983.786949:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744983.786958:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.786966:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744983.786976:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.786980:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.786985:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.786989:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb9904a280 00000400:00000200:2.0:1787744983.786993:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.787000:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1d85 [1] + 224 00000800:00000001:2.0:1787744983.787007:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744983.787011:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744983.787015:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744983.787019:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744983.787027:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744983.787039:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c6483c0 x1874579698262656/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744983.787065:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766c6483c0 x1874579698262656/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744983.787093:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744983.787103:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744983.787107:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744983.787110:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744983.787112:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744983.787115:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.787119:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744983.787123:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.787126:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.787129:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.787132:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a8eb9904a180 00000400:00000200:2.0:1787744983.787136:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744983.787140:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1d75 [1] + 224 00000800:00000001:2.0:1787744983.787144:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744983.787150:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744983.787152:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744983.787156:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744983.787159:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1787744983.787422:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744983.787427:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744983.787435:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744983.787437:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744983.787440:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76597663c8. 00000400:00000200:3.0:1787744983.787445:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac908 00000400:00000010:3.0:1787744983.787448:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac908. 00000100:00000001:3.0:1787744983.787452:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744983.787457:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c6483c0 x1874579698262656/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744983.787467:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c6483c0 x1874579698262656/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.787474:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744983.787476:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744983.787478:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744983.787481:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744983.787484:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744983.787486:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744983.787489:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744983.787496:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648651460 time=96 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744983.787501:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648651418 time=43 v=5 (1 1 0 0) 00000100:00000001:3.0:1787744983.787504:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744983.787505:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744983.787508:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744983.787512:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744983.787516:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744983.787518:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a7648bee000: skip recheck: last_committed 25769918529 00000100:00000001:3.0:1787744983.787520:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744983.787522:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744983.787526:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c6483c0 x1874579698262656/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.787534:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744983.787543:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744983.787545:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744983.787550:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c6483c0 x1874579698262656/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744983.787559:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c6483c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698262656:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744983.787564:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744983.787567:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744983.787571:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c6483c0 x1874579698262656/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.787578:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744983.787581:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744983.787585:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c57200. 02000000:00000001:3.0:1787744983.787588:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744983.787591:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744983.787592:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648651000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000020:00000001:3.0:1787744983.787595:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744983.787598:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad68c00. 02000000:00000001:3.0:1787744983.787602:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744983.787604:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744983.787605:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c6483c0. 00000100:00000001:3.0:1787744983.787609:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744983.787610:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744983.787613:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744983.787615:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744983.787616:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744983.787618:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744983.787620:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1787744983.787656:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c649a40 x1874579698262400/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744983.787715:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766c649a40 x1874579698262400/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744983.787730:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744983.787737:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744983.787741:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744983.787868:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744983.787871:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744983.787874:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744983.787876:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744983.787878:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766058. 00000400:00000200:3.0:1787744983.787881:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac220 00000400:00000010:3.0:1787744983.787883:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac220. 00000100:00000001:3.0:1787744983.787886:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744983.787895:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c649a40 x1874579698262400/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744983.787905:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c649a40 x1874579698262400/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.787911:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744983.787913:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744983.787915:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744983.787917:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744983.787918:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744983.787920:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744983.787922:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744983.787925:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a76476e0460 time=97 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744983.787928:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a76476e0418 time=46 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744983.787930:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744983.787932:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744983.787934:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744983.787936:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744983.787938:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744983.787942:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c649a40 x1874579698262400/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.787949:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744983.787951:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744983.787953:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744983.787957:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c649a40 x1874579698262400/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744983.787964:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c649a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:295f25df-de87-4de2-8334-248ba01fceab:2398:1874579698262400:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744983.787969:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744983.787971:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744983.787974:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c649a40 x1874579698262400/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787744999 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744983.787981:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744983.787988:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744983.787990:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c56800. 02000000:00000001:3.0:1787744983.787992:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744983.787994:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744983.787996:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a76476e0000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:3.0:1787744983.787998:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744983.787999:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad68700. 02000000:00000001:3.0:1787744983.788002:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744983.788003:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744983.788005:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c649a40. 00000100:00000001:3.0:1787744983.788007:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744983.788009:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744983.788011:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744983.788019:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744983.788021:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744983.788024:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744983.788025:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744984.218377:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744984.218385:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744984.218391:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744984.218392:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744984.218396:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744984.218397:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744984.218420:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744984.218421:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744984.218449:0:39518:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744984.218452:0:39518:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744984.218455:0:39518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787744985.047764:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301279992, at 4301280000 00000100:00000040:2.0:1787744985.047764:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301279992, at 4301280000 00000100:00000010:3.0:1787744985.047778:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f8180. 00000100:00000010:2.0:1787744985.047789:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f8240. 00010000:00000001:1.0:1787744985.239802:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744985.239809:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744985.239813:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744985.239814:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744985.239817:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744985.239817:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744985.239820:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744985.239821:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744985.239934:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744985.239937:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744985.239940:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744986.263734:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744986.263743:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744986.263745:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744986.263748:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744986.263753:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744986.263755:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744986.263757:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744986.263759:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744986.263763:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744986.263765:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744986.263768:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744986.263770:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744986.263773:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744986.263774:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787744986.263951:0:110735:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787744986.263955:0:110735:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744986.263957:0:110735:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744987.287955:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744987.287963:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744987.287969:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744987.287971:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744987.287985:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744987.287986:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744987.287990:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744987.287991:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744987.288247:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744987.288263:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744987.288267:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744988.311823:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744988.311831:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744988.311839:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744988.311862:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744988.311865:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744988.311872:0:172669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744988.311875:0:172669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744988.311877:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744988.311881:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744988.311883:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744988.311885:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744988.311888:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744988.311893:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744988.311894:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744988.311896:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744988.311898:0:172669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744988.311899:0:172669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744988.311900:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744988.311902:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744988.311903:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744988.311904:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744988.311906:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744988.311910:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744988.311912:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744988.311933:0:81966:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744988.311936:0:81966:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744988.311939:0:81966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787744988.889319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 295f25df-de87-4de2-8334-248ba01fceab->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744988.889330:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787744988.889340:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca37c00. 00000020:00000040:2.0:1787744988.889346:0:8:0:(genops.c:1210:class_import_get()) import ffff8a76476e0000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:2.0:1787744988.889350:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744988.889353:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744988.889357:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744988.889365:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53d00. 00000100:00000001:2.0:1787744988.889371:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744988.889382:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 295f25df-de87-4de2-8334-248ba01fceab->MGS req@ffff8a766ca37c00 x1874579698262912/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744988.889392:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744988.889396:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744988.889403:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000accefa44] to pc [ptlrpcd_01_01+1] req@ffff8a766ca37c00 x1874579698262912/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.889464:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744988.889469:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744988.889473:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744988.889479:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca37c00 x1874579698262912/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.889488:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744988.889490:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744988.889494:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744988.889496:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744988.889499:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744988.889502:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca37c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:295f25df-de87-4de2-8334-248ba01fceab:2399:1874579698262912:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744988.889507:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744988.889513:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744988.889544:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744988.889547:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744988.889559:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c56e00. 02000000:00000001:3.0:1787744988.889562:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744988.889569:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744988.889574:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766058. 00000400:00000010:3.0:1787744988.889583:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac220. 00000100:00000200:3.0:1787744988.889591:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698262912, portal 25 00000100:00000001:3.0:1787744988.889593:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744988.889595:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966268416 : -129233743283200 : ffff8a766ca37c00) 00000100:00000040:3.0:1787744988.889602:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca37c00 x1874579698262912/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.889609:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744988.889611:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744988.889614:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac908. 00000100:00000200:3.0:1787744988.889617:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874579698262912, offset 0 00000400:00000200:3.0:1787744988.889625:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744988.889634:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.889642:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744988.889648:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744988.889653:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744988.889657:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744988.889659:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744988.889691:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440814:440814:256:4294967295] 192.168.201.110@tcp LPNI seq info [440813:440813:8:4294967295] 00000400:00000200:3.0:1787744988.889696:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.889705:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744988.889711:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744988.889717:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68700. 00000800:00000200:3.0:1787744988.889725:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744988.889733:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744988.889738:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744988.889752:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744988.889764:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744988.889767:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4301285108 00000100:00000010:3.0:1787744988.889772:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f8180. 00000100:00000001:3.0:1787744988.889780:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787744988.889799:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4301285108 00000100:00000010:3.0:1787744988.889803:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f81e0. 00000100:00000001:3.0:1787744988.889806:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787744988.889809:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744988.889812:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744988.889815:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744988.889817:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744988.890959:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744988.890966:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744988.890970:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787744988.890978:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca34780. 00000020:00000040:2.0:1787744988.890993:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000001:2.0:1787744988.890998:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744988.891000:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744988.891005:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744988.891014:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53700. 00000100:00000001:2.0:1787744988.891020:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744988.891028:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID req@ffff8a766ca34780 x1874579698263040/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744988.891049:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744988.891054:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744988.891058:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0825365] to pc [ptlrpcd_01_00+0] req@ffff8a766ca34780 x1874579698263040/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.894391:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744988.894398:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787744988.894404:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744988.894406:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744988.894410:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744988.894415:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1787744988.894417:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744988.894419:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744988.894420:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744988.894422:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744988.894423:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744988.894425:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744988.894440:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca34780 x1874579698263040/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.894450:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744988.894452:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744988.894456:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744988.894461:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744988.894464:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744988.894467:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca34780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698263040:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744988.894472:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744988.894478:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744988.894481:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744988.894504:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744988.894513:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c56000. 02000000:00000001:3.0:1787744988.894515:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744988.894522:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744988.894527:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76597663c8. 00000400:00000010:3.0:1787744988.894535:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac990. 00000100:00000200:3.0:1787744988.894542:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698263040, portal 10 00000100:00000001:3.0:1787744988.894544:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744988.894555:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966254976 : -129233743296640 : ffff8a766ca34780) 00000100:00000040:3.0:1787744988.894570:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca34780 x1874579698263040/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.894578:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744988.894581:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744988.894583:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac440. 00000100:00000200:3.0:1787744988.894586:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698263040, offset 0 00000400:00000200:3.0:1787744988.894592:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744988.894601:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.894607:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744988.894612:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744988.894617:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744988.894620:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744988.894623:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744988.894627:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440815:440815:255:4294967295] 192.168.201.110@tcp LPNI seq info [440814:440814:7:4294967295] 00000400:00000200:3.0:1787744988.894631:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.894641:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744988.894646:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744988.894651:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68c00. 00000800:00000200:3.0:1787744988.894657:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744988.895697:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744988.895703:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744988.895709:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744988.895735:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:3.0:1787744988.895740:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744988.895743:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301283857 00000100:00000001:3.0:1787744988.895747:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301285108 00000100:00000001:3.0:1787744988.895749:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301283857 00000100:00000001:3.0:1787744988.895751:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301285108 00000100:00000001:3.0:1787744988.895753:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744988.895757:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744988.895761:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744988.895764:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744988.895798:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744988.895801:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787744988.895857:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744988.895860:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68700. 00000400:00000200:3.0:1787744988.895866:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744988.895872:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744988.895878:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac908 00000400:00000010:3.0:1787744988.895880:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac908. 00000100:00000001:3.0:1787744988.895885:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744988.895891:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca37c00 x1874579698262912/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.895903:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744988.895906:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca37c00 x1874579698262912/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745004 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.895912:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744988.895914:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787744988.895994:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744988.895997:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68c00. 00000400:00000200:3.0:1787744988.896000:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744988.896003:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744988.896006:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac440 00000400:00000010:3.0:1787744988.896008:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac440. 00000100:00000001:3.0:1787744988.896016:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744988.896020:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca34780 x1874579698263040/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.896026:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744988.896029:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca34780 x1874579698263040/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.896034:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744988.896036:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787744988.898411:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744988.898427:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744988.898432:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744988.898435:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744988.898442:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.898450:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744988.898458:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.898463:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.898469:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.898474:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a8eb9904a380 00000400:00000200:3.0:1787744988.898478:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.898486:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1d95 [1] + 224 00000800:00000001:3.0:1787744988.898494:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744988.898502:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744988.898506:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744988.898512:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744988.898521:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744988.898529:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca37c00 x1874579698262912/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744988.898541:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca37c00 x1874579698262912/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.898560:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744988.898569:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744988.898708:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744988.898711:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744988.898716:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744988.898721:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787744988.898728:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca37840. 00000100:00000001:3.0:1787744988.898730:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1787744988.898733:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648651000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000100:00000001:3.0:1787744988.898736:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744988.898739:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744988.898743:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:3.0:1787744988.898744:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744988.898747:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1787744988.898749:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787744988.898751:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766058. 00000400:00000200:3.0:1787744988.898756:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac220 02000000:00000010:2.0:1787744988.898758:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53300. 00000400:00000010:3.0:1787744988.898759:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac220. 00000100:00000001:3.0:1787744988.898765:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1787744988.898768:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787744988.898771:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca37c00 x1874579698262912/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744988.898779:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID req@ffff8a766ca37840 x1874579698263168/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1787744988.898787:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca37c00 x1874579698262912/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.898802:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744988.898805:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744988.898810:0:2399:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1787744988.898810:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1787744988.898814:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787744988.898817:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744988.898818:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744988.898821:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744988.898826:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ec870ab] to pc [ptlrpcd_01_01+1] req@ffff8a766ca37840 x1874579698263168/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1787744988.898827:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744988.898835:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a76476e0460 time=102 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744988.898840:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a76476e0418 time=51 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744988.898843:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787744988.898845:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744988.898846:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744988.898851:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:3.0:1787744988.898852:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1787744988.898856:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:3.0:1787744988.898857:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744988.898861:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744988.898864:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1787744988.898868:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca37c00 x1874579698262912/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787744988.898869:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1787744988.898874:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744988.898882:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744988.898887:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787744988.898887:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744988.898889:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744988.898891:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744988.898895:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1787744988.898898:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca37c00 x1874579698262912/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744988.898906:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787744988.898910:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca37c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:295f25df-de87-4de2-8334-248ba01fceab:2399:1874579698262912:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787744988.898910:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787744988.898917:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca37840 x1874579698263168/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.898929:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744988.898931:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744988.898935:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787744988.898936:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744988.898942:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1787744988.898946:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca37c00 x1874579698262912/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787744988.898946:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787744988.898950:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787744988.898959:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca37840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698263168:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744988.898961:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1787744988.898965:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744988.898966:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744988.898971:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c56e00. 02000000:00000001:2.0:1787744988.898972:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744988.898975:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1787744988.898976:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787744988.898979:0:2399:0:(genops.c:1217:class_import_put()) Process entered 02000000:00000001:2.0:1787744988.898981:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1787744988.898994:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a76476e0000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:3.0:1787744988.898997:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744988.899003:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53d00. 02000000:00000010:2.0:1787744988.899005:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a766c922a00. 02000000:00000001:3.0:1787744988.899008:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787744988.899009:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744988.899012:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744988.899016:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca37c00. 00000400:00000200:2.0:1787744988.899016:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1787744988.899022:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7648531108. 00000100:00000001:3.0:1787744988.899023:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744988.899026:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744988.899030:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1787744988.899030:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703880. 00000100:00000001:3.0:1787744988.899032:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744988.899036:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1787744988.899038:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698263168, portal 10 00000100:00000001:3.0:1787744988.899039:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744988.899044:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787744988.899047:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966267456 : -129233743284160 : ffff8a766ca37840) 00000100:00000040:2.0:1787744988.899053:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca37840 x1874579698263168/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744988.899059:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787744988.899062:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1787744988.899065:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703110. 00000100:00000200:2.0:1787744988.899067:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698263168, offset 0 00000400:00000200:2.0:1787744988.899072:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1787744988.899078:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744988.899083:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1787744988.899088:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787744988.899092:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1787744988.899103:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787744988.899106:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000100:00000001:3.0:1787744988.899109:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787744988.899110:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440816:440816:256:4294967295] 192.168.201.110@tcp LPNI seq info [440815:440815:8:4294967295] 00000400:00000200:2.0:1787744988.899118:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744988.899127:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1787744988.899134:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000100:00000010:3.0:1787744988.899139:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c649a40. 00000800:00000010:2.0:1787744988.899140:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad53f00. 00000020:00000040:3.0:1787744988.899144:0:8:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00000100:00000001:3.0:1787744988.899148:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787744988.899151:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1787744988.899151:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 02000000:00000001:3.0:1787744988.899156:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787744988.899163:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad68c00. 00000800:00000200:2.0:1787744988.899163:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000100:00000001:3.0:1787744988.899168:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787744988.899170:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad53f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787744988.899184:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744988.899188:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: using a timeout of 8008 usecs (9 jiffies) 00000100:00000040:3.0:1787744988.899244:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID req@ffff8a766c649a40 x1874579698263296/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787744988.899253:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787744988.899256:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744988.899260:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009477e02e] to pc [ptlrpcd_01_00+0] req@ffff8a766c649a40 x1874579698263296/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.899279:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744988.899282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787744988.899286:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1787744988.899293:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744988.899295:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744988.899297:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744988.899299:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1787744988.899301:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744988.899304:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744988.899306:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744988.899308:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744988.899309:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744988.899310:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744988.899314:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c649a40 x1874579698263296/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.899321:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744988.899322:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744988.899325:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744988.899326:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744988.899329:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744988.899332:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c649a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698263296:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744988.899335:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744988.899337:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744988.899339:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744988.899341:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744988.899344:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7648c56e00. 02000000:00000001:3.0:1787744988.899346:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744988.899351:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744988.899353:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766058. 00000400:00000010:3.0:1787744988.899357:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac220. 00000100:00000200:3.0:1787744988.899360:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698263296, portal 4 00000100:00000001:3.0:1787744988.899362:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744988.899368:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962147392 : -129233747404224 : ffff8a766c649a40) 00000100:00000040:3.0:1787744988.899376:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766c649a40 x1874579698263296/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.899382:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744988.899385:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744988.899387:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac440. 00000100:00000200:3.0:1787744988.899390:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698263296, offset 0 00000400:00000200:3.0:1787744988.899394:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744988.899398:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.899401:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744988.899404:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744988.899407:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744988.899409:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744988.899411:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744988.899414:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440817:440817:255:4294967295] 192.168.201.110@tcp LPNI seq info [440816:440816:7:4294967295] 00000400:00000200:3.0:1787744988.899417:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.899424:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744988.899429:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744988.899432:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68700. 00000800:00000200:3.0:1787744988.899436:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744988.899441:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744988.899444:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744988.899447:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744988.899450:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137766 usecs (138 jiffies) 00000400:00000200:3.0:1787744988.899454:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744988.899457:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301283989 00000100:00000001:3.0:1787744988.899460:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301285108 00000100:00000001:3.0:1787744988.899463:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301283989 00000100:00000001:3.0:1787744988.899465:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301285108 00000100:00000001:3.0:1787744988.899475:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744988.899478:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744988.899482:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744988.899484:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787744988.899492:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6621) 00000800:00000200:3.0:1787744988.899534:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744988.899538:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad53f00. 00000400:00000200:3.0:1787744988.899543:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744988.899547:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744988.899551:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703110 00000400:00000010:3.0:1787744988.899553:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703110. 00000100:00000001:3.0:1787744988.899556:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744988.899560:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca37840 x1874579698263168/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.899569:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744988.899572:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca37840 x1874579698263168/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.899579:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744988.899581:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1787744988.899679:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1787744988.899684:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301283860 00000100:00000001:2.0:1787744988.899686:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301285108 00000100:00000001:2.0:1787744988.899688:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301283860 00000100:00000001:2.0:1787744988.899690:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301285108 00000100:00000001:2.0:1787744988.899692:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744988.899694:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744988.899696:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744988.899698:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744988.899699:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744988.899700:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744988.899702:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744988.899703:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787744988.899967:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787744988.899972:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68700. 00000400:00000200:3.0:1787744988.899975:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744988.899980:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787744988.899994:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac440 00000400:00000010:3.0:1787744988.899996:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac440. 00000100:00000001:3.0:1787744988.900000:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787744988.900004:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c649a40 x1874579698263296/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.900012:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744988.900016:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c649a40 x1874579698263296/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745004 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.900022:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744988.900024:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787744988.918774:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744988.918795:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744988.918799:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744988.918802:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744988.918811:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.918818:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744988.918827:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.918832:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.918837:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.918841:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb9904a400 00000400:00000200:3.0:1787744988.918846:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.918853:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1da5 [1] + 224 00000800:00000001:3.0:1787744988.918859:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744988.918863:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744988.918867:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744988.918871:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744988.918879:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744988.918888:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca34780 x1874579698263040/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744988.918899:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca34780 x1874579698263040/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.919007:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744988.919017:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744988.919022:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744988.919024:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744988.919026:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744988.919030:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.919033:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744988.919038:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.919040:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.919044:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.919266:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb9904a480 00000400:00000200:3.0:1787744988.919270:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.919289:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1db5 [1] + 224 00000800:00000001:3.0:1787744988.919293:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744988.919298:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744988.919301:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744988.919304:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744988.919308:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744988.919313:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca37840 x1874579698263168/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744988.919321:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca37840 x1874579698263168/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.919333:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744988.919338:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744988.919341:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744988.919343:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744988.919345:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744988.919348:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.919351:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744988.919355:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.919358:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.919361:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.919363:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb9904a500 00000400:00000200:3.0:1787744988.919366:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744988.919371:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1dc5 [1] + 224 00000800:00000001:3.0:1787744988.919374:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744988.919380:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744988.919382:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744988.919386:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744988.919388:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744988.919392:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c649a40 x1874579698263296/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744988.919400:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766c649a40 x1874579698263296/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744988.919413:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744988.919417:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744988.919420:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744988.919780:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744988.919786:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787744988.919793:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787744988.919795:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787744988.919798:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7648531108. 00000400:00000200:2.0:1787744988.919803:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703880 00000400:00000010:2.0:1787744988.919805:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703880. 00000100:00000001:2.0:1787744988.919815:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744988.919820:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca37840 x1874579698263168/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787744988.919828:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca37840 x1874579698263168/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744988.919834:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787744988.919836:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744988.919839:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787744988.919842:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787744988.919844:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787744988.919847:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744988.919849:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787744988.919859:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648651460 time=101 v=5 (5 5 5 5) 00000100:00001000:2.0:1787744988.919863:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648651418 time=48 v=5 (1 1 0 0) 00000100:00000001:2.0:1787744988.919866:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787744988.919868:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744988.919871:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787744988.919874:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744988.919879:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787744988.919881:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a7648bee000: skip recheck: last_committed 25769918529 00000100:00000001:2.0:1787744988.919883:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787744988.919885:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744988.919890:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca37840 x1874579698263168/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744988.919897:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744988.919900:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787744988.919902:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787744988.919906:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca37840 x1874579698263168/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787744988.919913:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca37840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698263168:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787744988.919917:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744988.919926:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744988.919930:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca37840 x1874579698263168/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744988.919936:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787744988.919939:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787744988.919942:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a766c922a00. 02000000:00000001:2.0:1787744988.919947:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787744988.919950:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787744988.919951:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648651000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000020:00000001:2.0:1787744988.919954:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787744988.919957:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53300. 02000000:00000001:2.0:1787744988.919960:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787744988.919962:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787744988.919964:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca37840. 00000100:00000001:2.0:1787744988.919968:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787744988.919969:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744988.919971:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744988.919978:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787744988.919980:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744988.919992:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744988.919994:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744988.920004:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744988.920006:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787744988.920010:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787744988.920011:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787744988.920013:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766058. 00000400:00000200:2.0:1787744988.920016:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac220 00000400:00000010:2.0:1787744988.920018:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac220. 00000100:00000001:2.0:1787744988.920021:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744988.920025:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c649a40 x1874579698263296/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787744988.920033:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c649a40 x1874579698263296/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744988.920039:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787744988.920040:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744988.920042:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787744988.920245:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787744988.920246:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787744988.920248:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744988.920250:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787744988.920256:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654460 time=101 v=5 (5 5 5 5) 00000100:00001000:2.0:1787744988.920260:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=90 v=5 (1 1 1 1) 00000100:00000001:2.0:1787744988.920262:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787744988.920264:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744988.920265:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787744988.920267:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744988.920270:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787744988.920272:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:2.0:1787744988.920273:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787744988.920275:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744988.920280:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c649a40 x1874579698263296/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744988.920287:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744988.920289:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787744988.920290:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787744988.920294:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c649a40 x1874579698263296/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787744988.920301:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c649a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698263296:192.168.201.110@tcp:400:kworker.0 00000400:00000001:2.0:1787744988.920308:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787744988.920309:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787744988.920311:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76597663c8. 00000400:00000200:2.0:1787744988.920313:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac990 00000400:00000010:2.0:1787744988.920315:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac990. 00000100:00000001:2.0:1787744988.920318:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744988.920322:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca34780 x1874579698263040/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787744988.920330:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca34780 x1874579698263040/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744988.920349:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787744988.920350:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744988.920352:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787744988.920354:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787744988.920355:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787744988.920356:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744988.920358:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787744988.920363:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=102 v=5 (5 5 5 5) 00000100:00001000:2.0:1787744988.920366:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=55 v=5 (1 1 1 1) 00000100:00000001:2.0:1787744988.920368:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787744988.920369:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744988.920371:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787744988.920373:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744988.920375:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787744988.920376:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:2.0:1787744988.920378:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787744988.920380:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744988.920384:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca34780 x1874579698263040/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744988.920391:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744988.920393:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787744988.920394:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787744988.920397:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca34780 x1874579698263040/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787744988.920404:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca34780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698263040:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787744988.920408:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744988.920410:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744988.920413:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c649a40 x1874579698263296/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744988.920419:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787744988.920420:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787744988.920428:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c56e00. 02000000:00000001:2.0:1787744988.920430:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787744988.920432:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787744988.920433:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=2 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:2.0:1787744988.920435:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787744988.920437:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad68c00. 02000000:00000001:2.0:1787744988.920439:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787744988.920440:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787744988.920442:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c649a40. 00000100:00000001:2.0:1787744988.920444:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787744988.920446:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744988.920448:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744988.920451:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca34780 x1874579698263040/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745004 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744988.920458:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787744988.920459:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787744988.920460:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7648c56000. 02000000:00000001:2.0:1787744988.920462:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787744988.920463:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787744988.920464:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:2.0:1787744988.920466:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787744988.920467:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53700. 02000000:00000001:2.0:1787744988.920470:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787744988.920472:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787744988.920473:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca34780. 00000100:00000001:2.0:1787744988.920475:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787744988.920476:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744988.920478:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744988.920483:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787744988.920484:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744988.920486:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744988.920488:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744989.335800:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744989.335809:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744989.335817:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744989.335819:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744989.335825:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744989.335827:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744989.335831:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744989.335833:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744989.335856:0:39518:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744989.335859:0:39518:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744989.335862:0:39518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787744990.167795:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301285108, at 4301285120 00000100:00000010:3.0:1787744990.167813:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f81e0. 00000100:00000040:2.0:1787744990.167913:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301285108, at 4301285120 00000100:00000010:2.0:1787744990.167919:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f8180. 00010000:00000001:1.0:1787744990.361443:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744990.361452:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744990.361460:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744990.361480:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744990.361484:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744990.361485:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744990.361489:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744990.361491:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744990.362533:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744990.362538:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744990.362554:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744991.384027:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744991.384034:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744991.384040:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744991.384041:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744991.384045:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744991.384046:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744991.384049:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744991.384051:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787744991.385698:0:110735:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787744991.385704:0:110735:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744991.385710:0:110735:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744992.407797:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744992.407804:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744992.407811:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744992.407813:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744992.407817:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744992.407818:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744992.407822:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744992.407825:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744992.407827:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744992.407834:0:172669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744992.407837:0:172669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744992.407839:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744992.407841:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744992.407844:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744992.407846:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744992.407848:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744992.408102:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744992.408106:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744992.408110:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744993.433759:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744993.433766:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744993.433772:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744993.433774:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744993.433778:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744993.433779:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744993.433784:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744993.433785:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744993.433809:0:81966:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744993.433819:0:81966:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744993.433823:0:81966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787744994.013077:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 295f25df-de87-4de2-8334-248ba01fceab->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744994.013088:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787744994.013096:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca34780. 00000020:00000040:2.0:1787744994.013102:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a76476e0000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:2.0:1787744994.013107:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744994.013110:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744994.013115:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744994.013122:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53700. 00000100:00000001:2.0:1787744994.013129:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744994.013142:0:179117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 295f25df-de87-4de2-8334-248ba01fceab->MGS req@ffff8a766ca34780 x1874579698263424/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744994.013152:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744994.013156:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744994.013162:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0825365] to pc [ptlrpcd_01_01+1] req@ffff8a766ca34780 x1874579698263424/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.013185:0:179117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744994.013188:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744994.013191:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787744994.013193:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca37840. 00000020:00000040:2.0:1787744994.013194:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000001:2.0:1787744994.013196:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744994.013198:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744994.013199:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744994.013201:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53300. 00000100:00000001:2.0:1787744994.013204:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744994.013208:0:179117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID req@ffff8a766ca37840 x1874579698263552/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744994.013227:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744994.013229:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744994.013233:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ec870ab] to pc [ptlrpcd_01_00+0] req@ffff8a766ca37840 x1874579698263552/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.013241:0:179117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744994.013244:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744994.013246:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787744994.013248:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca343c0. 00000020:00000040:2.0:1787744994.013250:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a7648651000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000100:00000001:2.0:1787744994.013252:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744994.013253:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744994.013255:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744994.013258:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53f00. 00000100:00000001:2.0:1787744994.013261:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744994.013264:0:179117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID req@ffff8a766ca343c0 x1874579698263680/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744994.013271:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744994.013272:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744994.013275:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf912e92] to pc [ptlrpcd_01_01+1] req@ffff8a766ca343c0 x1874579698263680/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.013281:0:179117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744994.013283:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787744994.013286:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787744994.013289:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca36d00. 00000020:00000040:2.0:1787744994.013290:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00000100:00000001:2.0:1787744994.013292:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787744994.013293:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787744994.013294:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787744994.013296:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53d00. 00000100:00000001:2.0:1787744994.013304:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744994.013308:0:179117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID req@ffff8a766ca36d00 x1874579698263808/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787744994.013314:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787744994.013316:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744994.013320:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008721a623] to pc [ptlrpcd_01_00+0] req@ffff8a766ca36d00 x1874579698263808/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.013327:0:179117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744994.013329:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787744994.013332:0:179117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787744994.013337:0:179117:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6626) 00000100:00000001:2.0:1787744994.013351:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744994.013355:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744994.013358:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787744994.013364:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca34780 x1874579698263424/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.013371:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787744994.013373:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744994.013377:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787744994.013380:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787744994.013383:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787744994.013386:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca34780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:295f25df-de87-4de2-8334-248ba01fceab:2399:1874579698263424:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787744994.013390:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787744994.013396:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787744994.013399:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744994.013401:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787744994.013407:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a766c922800. 02000000:00000001:2.0:1787744994.013409:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787744994.013416:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1787744994.013421:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7648531108. 00000400:00000010:2.0:1787744994.013428:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703880. 00000100:00000200:2.0:1787744994.013442:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698263424, portal 25 00000100:00000001:2.0:1787744994.013444:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787744994.013446:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966254976 : -129233743296640 : ffff8a766ca34780) 00000100:00000040:2.0:1787744994.013452:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca34780 x1874579698263424/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.013458:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787744994.013461:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1787744994.013464:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703ee0. 00000100:00000200:2.0:1787744994.013466:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874579698263424, offset 0 00000400:00000200:2.0:1787744994.013472:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1787744994.013481:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744994.013488:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1787744994.013493:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787744994.013498:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1787744994.013502:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787744994.013504:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1787744994.013508:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440818:440818:256:4294967295] 192.168.201.110@tcp LPNI seq info [440817:440817:8:4294967295] 00000400:00000200:2.0:1787744994.013512:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744994.013521:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1787744994.013527:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1787744994.013532:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad53900. 00000800:00000200:2.0:1787744994.013539:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1787744994.013548:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1787744994.013554:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad53900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787744994.013569:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787744994.013572:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1787744994.013575:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4301290231 00000100:00000010:2.0:1787744994.013579:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a7646d54660. 00000100:00000001:2.0:1787744994.013586:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787744994.013590:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4301290231 00000100:00000010:2.0:1787744994.013593:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a7646d54d80. 00000100:00000001:2.0:1787744994.013601:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787744994.013604:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744994.013607:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744994.013610:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787744994.013614:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca343c0 x1874579698263680/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.013620:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787744994.013621:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744994.013623:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787744994.013625:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787744994.013627:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787744994.013629:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca343c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698263680:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787744994.013632:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787744994.013635:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787744994.013636:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744994.013638:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787744994.013641:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a766c923a00. 02000000:00000001:2.0:1787744994.013643:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787744994.013646:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1787744994.013649:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7648531688. 00000400:00000010:2.0:1787744994.013653:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703990. 00000100:00000200:2.0:1787744994.013655:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698263680, portal 10 00000100:00000001:2.0:1787744994.013657:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787744994.013658:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966254016 : -129233743297600 : ffff8a766ca343c0) 00000100:00000001:3.0:1787744994.021128:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744994.021139:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744994.021142:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744994.021157:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca37840 x1874579698263552/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744994.021170:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744994.021172:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744994.021177:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744994.021181:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744994.021184:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744994.021188:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca37840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698263552:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744994.021193:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744994.021199:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744994.021202:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744994.021205:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744994.021215:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7659329600. 02000000:00000001:3.0:1787744994.021217:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744994.021224:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744994.021228:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766d68. 00000400:00000010:3.0:1787744994.021235:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac440. 00000100:00000200:3.0:1787744994.021243:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698263552, portal 10 00000100:00000001:3.0:1787744994.021245:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744994.021246:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966267456 : -129233743284160 : ffff8a766ca37840) 00000100:00000040:3.0:1787744994.021254:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca37840 x1874579698263552/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744994.021278:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744994.021280:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744994.021283:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac908. 00000100:00000200:3.0:1787744994.021286:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698263552, offset 0 00000400:00000200:3.0:1787744994.021293:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744994.021302:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744994.021309:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744994.021314:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744994.021318:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744994.021321:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744994.021323:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744994.021326:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440819:440819:255:4294967295] 192.168.201.110@tcp LPNI seq info [440818:440818:7:4294967295] 00000400:00000200:3.0:1787744994.021331:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744994.021339:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744994.021346:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744994.021351:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68700. 00000800:00000200:3.0:1787744994.021357:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744994.021364:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744994.021368:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744994.021372:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744994.021376:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:3.0:1787744994.021379:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744994.021381:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301288978 00000100:00000001:3.0:1787744994.021385:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301290231 00000100:00000001:3.0:1787744994.021387:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301288978 00000100:00000001:3.0:1787744994.021389:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301290231 00000100:00000001:3.0:1787744994.021391:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744994.021394:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744994.021400:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744994.021405:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca36d00 x1874579698263808/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744994.021413:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744994.021414:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744994.021416:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744994.021418:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744994.021420:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744994.021422:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca36d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698263808:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744994.021424:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744994.021427:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744994.021428:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744994.021430:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744994.021433:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7659328400. 02000000:00000001:3.0:1787744994.021435:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744994.021438:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744994.021441:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76597661b8. 00000400:00000010:3.0:1787744994.021444:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac660. 00000100:00000200:3.0:1787744994.021446:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698263808, portal 4 00000100:00000001:3.0:1787744994.021448:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744994.021449:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966264576 : -129233743287040 : ffff8a766ca36d00) 00000100:00000040:3.0:1787744994.021454:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca36d00 x1874579698263808/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744994.021461:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744994.021463:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744994.021465:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac000. 00000100:00000200:3.0:1787744994.021468:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698263808, offset 0 00000400:00000200:3.0:1787744994.021471:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744994.021474:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744994.021476:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744994.021479:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744994.021481:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744994.021483:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744994.021489:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744994.021492:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440820:440820:254:4294967295] 192.168.201.110@tcp LPNI seq info [440819:440819:6:4294967295] 00000400:00000200:3.0:1787744994.021496:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744994.021502:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744994.021506:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744994.021510:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68f00. 00000800:00000200:3.0:1787744994.021513:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744994.021517:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744994.021520:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744994.021523:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744994.021526:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137748 usecs (138 jiffies) 00000400:00000200:3.0:1787744994.021529:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744994.021530:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301289107 00000100:00000001:3.0:1787744994.021532:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301290231 00000100:00000001:3.0:1787744994.021534:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301289107 00000100:00000001:3.0:1787744994.021536:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301290231 00000100:00000001:3.0:1787744994.021538:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744994.021540:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744994.021543:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744994.021545:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744994.021554:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744994.021556:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787744994.021559:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744994.021560:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744994.021562:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744994.021564:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744994.021684:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca343c0 x1874579698263680/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.021692:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787744994.021695:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1787744994.021698:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703a18. 00000100:00000200:2.0:1787744994.021702:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698263680, offset 0 00000400:00000200:2.0:1787744994.021706:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1787744994.021710:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744994.021721:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1787744994.021724:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787744994.021726:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1787744994.021728:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787744994.021731:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1787744994.021733:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440821:440821:253:4294967295] 192.168.201.110@tcp LPNI seq info [440820:440820:5:4294967295] 00000400:00000200:2.0:1787744994.021737:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744994.021743:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1787744994.021748:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1787744994.021751:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad53000. 00000800:00000200:2.0:1787744994.021755:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1787744994.021759:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1787744994.021761:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad53000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787744994.021765:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744994.021767:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: using a timeout of 8008 usecs (9 jiffies) 00000400:00000200:2.0:1787744994.021770:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1787744994.021772:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301288978 00000100:00000001:2.0:1787744994.021774:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301290231 00000100:00000001:2.0:1787744994.021776:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301288978 00000100:00000001:2.0:1787744994.021778:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301290231 00000100:00000001:2.0:1787744994.021780:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744994.021782:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744994.021784:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744994.021786:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744994.021789:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787744994.021791:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787744994.021793:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744994.021794:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744994.021796:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744994.021798:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787744994.021843:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744994.021852:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad53900. 00000400:00000200:2.0:1787744994.021857:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744994.021862:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744994.021867:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703ee0 00000400:00000010:2.0:1787744994.021869:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703ee0. 00000100:00000001:2.0:1787744994.021872:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744994.021877:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca34780 x1874579698263424/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.021887:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744994.021890:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca34780 x1874579698263424/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745010 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.021906:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744994.021908:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744994.021921:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744994.021923:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68700. 00000400:00000200:2.0:1787744994.021926:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744994.021929:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744994.021932:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac908 00000400:00000010:2.0:1787744994.021933:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac908. 00000100:00000001:2.0:1787744994.021936:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744994.021939:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca37840 x1874579698263552/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.021946:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744994.021949:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca37840 x1874579698263552/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.021955:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744994.021956:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744994.021963:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744994.021965:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68f00. 00000400:00000200:2.0:1787744994.021967:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744994.021970:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744994.021972:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac000 00000400:00000010:2.0:1787744994.021973:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac000. 00000100:00000001:2.0:1787744994.021981:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744994.021985:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca36d00 x1874579698263808/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.021992:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744994.021995:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca36d00 x1874579698263808/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745010 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.022000:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744994.022002:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744994.022064:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744994.022067:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad53000. 00000400:00000200:2.0:1787744994.022069:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744994.022072:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744994.022075:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703a18 00000400:00000010:2.0:1787744994.022076:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703a18. 00000100:00000001:2.0:1787744994.022078:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744994.022081:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca343c0 x1874579698263680/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.022086:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744994.022089:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca343c0 x1874579698263680/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.022096:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744994.022098:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787744994.026543:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744994.026561:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744994.026565:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744994.026568:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744994.026576:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744994.026585:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744994.026602:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744994.026607:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744994.026613:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744994.026616:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb9904a600 00000400:00000200:3.0:1787744994.026621:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744994.026626:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1ded [1] + 224 00000800:00000001:3.0:1787744994.026633:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744994.026637:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744994.026641:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744994.026645:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744994.026653:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744994.026697:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca37840 x1874579698263552/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744994.026715:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca37840 x1874579698263552/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744994.026734:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744994.026743:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744994.026747:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744994.026748:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744994.026750:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744994.026753:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744994.026756:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744994.026760:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744994.026762:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744994.026765:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744994.026768:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb9904a680 00000400:00000200:3.0:1787744994.026771:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744994.026775:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1de5 [1] + 224 00000800:00000001:3.0:1787744994.026778:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744994.026780:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744994.026782:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744994.026791:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744994.026794:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744994.026799:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca343c0 x1874579698263680/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744994.026806:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca343c0 x1874579698263680/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744994.026819:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744994.026822:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744994.026824:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787744994.026826:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744994.026827:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744994.026830:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744994.026833:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787744994.026837:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744994.026840:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744994.026842:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744994.026845:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb9904a700 00000400:00000200:3.0:1787744994.026848:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744994.026852:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1dfd [1] + 224 00000800:00000001:3.0:1787744994.026855:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744994.026858:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787744994.026860:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787744994.026862:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787744994.026865:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744994.026869:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca36d00 x1874579698263808/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787744994.026877:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca36d00 x1874579698263808/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744994.026883:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787744994.026885:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787744994.026891:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744994.027031:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744994.027036:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787744994.027043:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787744994.027046:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787744994.027049:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766d68. 00000400:00000200:2.0:1787744994.027053:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac440 00000400:00000010:2.0:1787744994.027056:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac440. 00000100:00000001:2.0:1787744994.027060:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744994.027064:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca37840 x1874579698263552/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787744994.027073:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca37840 x1874579698263552/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.027086:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787744994.027089:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744994.027092:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787744994.027095:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787744994.027098:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787744994.027100:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744994.027103:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787744994.027114:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=108 v=5 (5 5 5 5) 00000100:00001000:2.0:1787744994.027117:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=61 v=5 (1 1 1 1) 00000100:00000001:2.0:1787744994.027120:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787744994.027122:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744994.027125:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787744994.027128:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744994.027133:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787744994.027135:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:2.0:1787744994.027137:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787744994.027138:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744994.027144:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca37840 x1874579698263552/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.027151:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744994.027154:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787744994.027156:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787744994.027160:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca37840 x1874579698263552/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787744994.027168:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca37840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698263552:192.168.201.110@tcp:400:kworker.0 00000400:00000001:2.0:1787744994.027175:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787744994.027176:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787744994.027178:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76597661b8. 00000400:00000200:2.0:1787744994.027181:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac660 00000400:00000010:2.0:1787744994.027182:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac660. 00000100:00000001:2.0:1787744994.027184:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744994.027192:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca36d00 x1874579698263808/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787744994.027199:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca36d00 x1874579698263808/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.027205:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787744994.027207:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744994.027209:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787744994.027210:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787744994.027212:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787744994.027213:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744994.027215:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787744994.027219:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654460 time=107 v=5 (5 5 5 5) 00000100:00001000:2.0:1787744994.027222:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1787744994.027225:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787744994.027226:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744994.027227:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787744994.027229:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744994.027231:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787744994.027233:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:2.0:1787744994.027234:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787744994.027236:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744994.027241:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca36d00 x1874579698263808/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.027246:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744994.027248:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787744994.027249:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787744994.027252:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca36d00 x1874579698263808/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787744994.027259:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca36d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698263808:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787744994.027263:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744994.027266:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744994.027275:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca37840 x1874579698263552/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.027282:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787744994.027285:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787744994.027288:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7659329600. 02000000:00000001:2.0:1787744994.027291:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787744994.027295:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787744994.027297:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:2.0:1787744994.027299:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787744994.027302:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53300. 02000000:00000001:2.0:1787744994.027305:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787744994.027307:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787744994.027309:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca37840. 00000100:00000001:2.0:1787744994.027313:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787744994.027314:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744994.027316:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744994.027319:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca36d00 x1874579698263808/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.027326:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787744994.027327:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787744994.027329:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7659328400. 02000000:00000001:2.0:1787744994.027331:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787744994.027332:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787744994.027333:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=2 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:2.0:1787744994.027335:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787744994.027336:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53d00. 02000000:00000001:2.0:1787744994.027338:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787744994.027339:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787744994.027340:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca36d00. 00000100:00000001:2.0:1787744994.027343:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787744994.027344:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744994.027346:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744994.027356:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787744994.027358:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744994.027360:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744994.027362:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744994.027374:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744994.027376:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787744994.027380:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787744994.027382:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787744994.027384:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7648531688. 00000400:00000200:2.0:1787744994.027387:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703990 00000400:00000010:2.0:1787744994.027389:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703990. 00000100:00000001:2.0:1787744994.027392:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744994.027396:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca343c0 x1874579698263680/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787744994.027404:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca343c0 x1874579698263680/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.027410:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787744994.027411:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744994.027413:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787744994.027414:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787744994.027415:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787744994.027416:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744994.027418:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787744994.027423:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648651460 time=107 v=5 (5 5 5 5) 00000100:00001000:2.0:1787744994.027425:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648651418 time=54 v=5 (1 1 0 0) 00000100:00000001:2.0:1787744994.027427:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787744994.027429:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787744994.027430:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787744994.027432:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744994.027434:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787744994.027436:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a7648bee000: skip recheck: last_committed 25769918529 00000100:00000001:2.0:1787744994.027438:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787744994.027439:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744994.027443:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca343c0 x1874579698263680/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.027448:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744994.027450:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787744994.027451:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787744994.027454:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca343c0 x1874579698263680/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787744994.027468:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca343c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698263680:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787744994.027471:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744994.027473:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744994.027476:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca343c0 x1874579698263680/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.027481:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787744994.027482:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787744994.027483:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a766c923a00. 02000000:00000001:2.0:1787744994.027486:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787744994.027487:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787744994.027488:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a7648651000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000020:00000001:2.0:1787744994.027490:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787744994.027491:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53f00. 02000000:00000001:2.0:1787744994.027493:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787744994.027494:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787744994.027495:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca343c0. 00000100:00000001:2.0:1787744994.027498:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787744994.027499:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744994.027501:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744994.027503:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744994.027504:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744994.027505:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744994.027507:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787744994.029089:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744994.029107:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744994.029110:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744994.029113:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744994.029120:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744994.029127:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744994.029134:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744994.029138:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744994.029143:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744994.029146:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a8eb9904a580 00000400:00000200:2.0:1787744994.029154:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744994.029159:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1dd5 [1] + 224 00000800:00000001:2.0:1787744994.029165:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744994.029171:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744994.029173:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744994.029177:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744994.029184:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744994.029190:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca34780 x1874579698263424/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744994.029200:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca34780 x1874579698263424/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744994.029214:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744994.029222:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744994.029224:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744994.029327:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744994.029331:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744994.029336:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744994.029338:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744994.029340:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7648531108. 00000400:00000200:3.0:1787744994.029344:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703880 00000400:00000010:3.0:1787744994.029346:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703880. 00000100:00000001:3.0:1787744994.029349:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744994.029354:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca34780 x1874579698263424/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744994.029363:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca34780 x1874579698263424/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744994.029370:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744994.029371:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744994.029373:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744994.029376:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744994.029378:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744994.029380:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744994.029384:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744994.029389:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a76476e0460 time=108 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744994.029393:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a76476e0418 time=57 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744994.029395:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744994.029397:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744994.029399:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744994.029401:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744994.029404:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744994.029408:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca34780 x1874579698263424/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744994.029415:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744994.029418:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744994.029419:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744994.029423:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca34780 x1874579698263424/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744994.029432:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca34780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:295f25df-de87-4de2-8334-248ba01fceab:2399:1874579698263424:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744994.029440:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744994.029443:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744994.029447:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca34780 x1874579698263424/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745010 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744994.029454:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744994.029456:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744994.029459:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a766c922800. 02000000:00000001:3.0:1787744994.029463:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744994.029465:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744994.029467:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a76476e0000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:3.0:1787744994.029469:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744994.029472:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53700. 02000000:00000001:3.0:1787744994.029475:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744994.029476:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744994.029478:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca34780. 00000100:00000001:3.0:1787744994.029481:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744994.029483:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744994.029485:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744994.029491:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744994.029493:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744994.029495:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744994.029497:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744994.456754:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744994.456762:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744994.456768:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744994.456769:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744994.456773:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744994.456775:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744994.456778:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744994.456780:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744994.458597:0:39518:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744994.458602:0:39518:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744994.458606:0:39518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787744994.868455:0:179442:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744995.288402:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301290231, at 4301290240 00000100:00000010:2.0:1787744995.288428:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a7646d54660. 00000100:00000040:3.0:1787744995.288998:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301290231, at 4301290240 00000100:00000010:3.0:1787744995.289007:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a7646d54d80. 00010000:00000001:1.0:1787744995.482915:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744995.482923:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744995.482926:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744995.482929:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744995.482934:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744995.482936:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744995.482938:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744995.482941:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744995.482945:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744995.482947:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744995.482951:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744995.482952:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744995.482957:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744995.482958:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744995.482987:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744995.482991:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744995.482993:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787744996.504941:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744996.504949:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744996.504955:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744996.504956:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744996.504960:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744996.504962:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744996.504966:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744996.504967:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787744996.505393:0:110735:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787744996.505397:0:110735:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787744996.505401:0:110735:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787744996.577142:0:179581:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744997.529285:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744997.529299:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744997.529304:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744997.529308:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744997.529310:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744997.529316:0:172669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744997.529319:0:172669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744997.529320:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744997.529323:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744997.529325:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744997.529327:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744997.529330:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744997.529333:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744997.529334:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787744997.529336:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787744997.529337:0:172669:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787744997.529339:0:172669:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787744997.529340:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744997.529341:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787744997.529343:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744997.529344:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744997.529346:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744997.529349:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744997.529350:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787744997.529775:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787744997.529779:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787744997.529782:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1787744998.434005:0:179727:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744998.562511:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744998.562519:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744998.562524:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744998.562525:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744998.562528:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744998.562530:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744998.562534:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744998.562535:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744998.562567:0:81966:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744998.562571:0:81966:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744998.562574:0:81966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787744999.128724:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 295f25df-de87-4de2-8334-248ba01fceab->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787744999.128733:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787744999.128740:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c64bc00. 00000020:00000040:3.0:1787744999.128744:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a76476e0000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:3.0:1787744999.128748:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787744999.128751:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787744999.128755:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787744999.128768:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad68b00. 00000100:00000001:3.0:1787744999.128774:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744999.128787:0:179117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 295f25df-de87-4de2-8334-248ba01fceab->MGS req@ffff8a766c64bc00 x1874579698263936/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787744999.128797:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787744999.128801:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744999.128816:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4f6aba1] to pc [ptlrpcd_01_01+1] req@ffff8a766c64bc00 x1874579698263936/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.128837:0:179117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744999.128839:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787744999.128842:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787744999.128845:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c64b840. 00000020:00000040:3.0:1787744999.128847:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000001:3.0:1787744999.128850:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787744999.128851:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787744999.128853:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787744999.128855:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad68000. 00000100:00000001:3.0:1787744999.128858:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744999.128861:0:179117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID req@ffff8a766c64b840 x1874579698264064/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787744999.128867:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787744999.128869:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744999.128873:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003eb6a0c] to pc [ptlrpcd_01_00+0] req@ffff8a766c64b840 x1874579698264064/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.128881:0:179117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744999.128883:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787744999.128886:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787744999.128888:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c64a580. 00000020:00000040:3.0:1787744999.128890:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a7648651000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000100:00000001:3.0:1787744999.128893:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787744999.128898:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787744999.128910:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787744999.128914:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad68a00. 00000100:00000001:3.0:1787744999.128917:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744999.128922:0:179117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID req@ffff8a766c64a580 x1874579698264192/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787744999.128929:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787744999.128930:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744999.128934:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000138581fb] to pc [ptlrpcd_01_01+1] req@ffff8a766c64a580 x1874579698264192/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.128940:0:179117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744999.128942:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787744999.128944:0:179117:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787744999.128948:0:179117:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c6483c0. 00000020:00000040:3.0:1787744999.128951:0:179117:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00000100:00000001:3.0:1787744999.128953:0:179117:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787744999.128954:0:179117:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787744999.128955:0:179117:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787744999.128958:0:179117:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad68100. 00000100:00000001:3.0:1787744999.128961:0:179117:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744999.128964:0:179117:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID req@ffff8a766c6483c0 x1874579698264320/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787744999.128970:0:179117:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787744999.128972:0:179117:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744999.128975:0:179117:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064da515e] to pc [ptlrpcd_01_00+0] req@ffff8a766c6483c0 x1874579698264320/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.128982:0:179117:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744999.128984:0:179117:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787744999.128987:0:179117:0:(pinger.c:247:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787744999.128997:0:179117:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6631) 00000100:00000001:3.0:1787744999.129008:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744999.129012:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744999.129014:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744999.129019:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c64bc00 x1874579698263936/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.129027:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744999.129030:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744999.129034:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744999.129036:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744999.129039:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744999.129043:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c64bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:295f25df-de87-4de2-8334-248ba01fceab:2399:1874579698263936:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744999.129048:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744999.129054:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744999.129056:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744999.129059:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744999.129063:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7646300200. 02000000:00000001:3.0:1787744999.129065:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744999.129071:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744999.129076:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766e18. 00000400:00000010:3.0:1787744999.129082:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac880. 00000100:00000200:3.0:1787744999.129090:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698263936, portal 25 00000100:00000001:3.0:1787744999.129092:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744999.129094:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962156032 : -129233747395584 : ffff8a766c64bc00) 00000100:00000040:3.0:1787744999.129099:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766c64bc00 x1874579698263936/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.129107:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744999.129110:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744999.129112:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac2a8. 00000100:00000200:3.0:1787744999.129115:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874579698263936, offset 0 00000400:00000200:3.0:1787744999.129122:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744999.129131:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744999.129138:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744999.129148:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1787744999.129205:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744999.129208:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744999.129210:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787744999.129215:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c64b840 x1874579698264064/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744999.129222:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787744999.129223:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744999.129225:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787744999.129227:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787744999.129229:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787744999.129238:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c64b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698264064:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787744999.129241:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787744999.129243:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787744999.129244:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744999.129245:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787744999.129248:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7645f82600. 02000000:00000001:2.0:1787744999.129249:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787744999.129253:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1787744999.129255:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7648531688. 00000400:00000010:2.0:1787744999.129258:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703990. 00000100:00000200:2.0:1787744999.129261:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698264064, portal 10 00000100:00000001:2.0:1787744999.129262:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787744999.129264:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962155072 : -129233747396544 : ffff8a766c64b840) 00000100:00000040:2.0:1787744999.129270:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766c64b840 x1874579698264064/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744999.129275:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787744999.129277:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1787744999.129278:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703a18. 00000100:00000200:2.0:1787744999.129280:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698264064, offset 0 00000400:00000200:2.0:1787744999.129284:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787744999.129306:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744999.129310:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744999.129313:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744999.129317:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440822:440822:256:4294967295] 192.168.201.110@tcp LPNI seq info [440821:440821:8:4294967295] 00000400:00000200:3.0:1787744999.129321:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744999.129331:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744999.129338:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744999.129343:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68600. 00000800:00000200:3.0:1787744999.129350:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744999.129358:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744999.129362:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744999.129373:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744999.129377:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744999.129380:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4301295347 00000100:00000010:3.0:1787744999.129384:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f81e0. 00000100:00000001:3.0:1787744999.129390:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787744999.129395:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4301295347 00000100:00000010:3.0:1787744999.129398:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f8060. 00000100:00000001:3.0:1787744999.129401:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787744999.129404:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744999.129406:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744999.129409:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787744999.129413:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c64a580 x1874579698264192/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.129419:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787744999.129421:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744999.129423:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787744999.129424:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787744999.129426:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787744999.129434:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c64a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698264192:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744999.129437:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787744999.129439:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787744999.129440:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744999.129442:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787744999.129445:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7646301000. 02000000:00000001:3.0:1787744999.129446:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787744999.129449:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787744999.129451:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766e70. 00000400:00000010:3.0:1787744999.129455:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac4c8. 00000100:00000200:3.0:1787744999.129458:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698264192, portal 10 00000100:00000001:3.0:1787744999.129459:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787744999.129460:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962150272 : -129233747401344 : ffff8a766c64a580) 00000100:00000040:3.0:1787744999.129466:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766c64a580 x1874579698264192/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.129472:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787744999.129474:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787744999.129476:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac550. 00000100:00000200:3.0:1787744999.129478:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698264192, offset 0 00000400:00000200:3.0:1787744999.129482:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1787744999.134536:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.134551:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1787744999.134557:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787744999.134562:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1787744999.134566:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787744999.134570:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1787744999.134575:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440823:440823:255:4294967295] 192.168.201.110@tcp LPNI seq info [440822:440822:7:4294967295] 00000400:00000200:2.0:1787744999.134579:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.134589:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1787744999.134597:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1787744999.134608:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad53d00. 00000800:00000200:2.0:1787744999.134630:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1787744999.134638:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1787744999.134643:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad53d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787744999.134649:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744999.134656:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:2.0:1787744999.134684:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1787744999.134688:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301294096 00000100:00000001:2.0:1787744999.134692:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301295347 00000100:00000001:2.0:1787744999.134694:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301294096 00000100:00000001:2.0:1787744999.134697:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301295347 00000100:00000001:2.0:1787744999.134700:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744999.134704:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744999.134708:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787744999.134719:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c6483c0 x1874579698264320/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744999.134729:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787744999.134731:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744999.134736:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787744999.134739:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787744999.134742:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787744999.134746:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c6483c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698264320:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787744999.134751:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787744999.134757:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787744999.134759:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787744999.134762:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787744999.134767:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7645f83e00. 02000000:00000001:2.0:1787744999.134769:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787744999.134773:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1787744999.134778:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7648531790. 00000400:00000010:2.0:1787744999.134784:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703ee0. 00000100:00000200:2.0:1787744999.134792:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698264320, portal 4 00000100:00000001:2.0:1787744999.134799:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787744999.134800:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962141632 : -129233747409984 : ffff8a766c6483c0) 00000100:00000040:2.0:1787744999.134835:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766c6483c0 x1874579698264320/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744999.134842:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787744999.134845:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1787744999.134848:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703cc0. 00000100:00000200:2.0:1787744999.134852:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698264320, offset 0 00000400:00000200:2.0:1787744999.134858:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1787744999.134864:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.134868:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1787744999.134870:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787744999.134873:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1787744999.134876:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787744999.134877:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1787744999.134880:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440824:440824:254:4294967295] 192.168.201.110@tcp LPNI seq info [440823:440823:6:4294967295] 00000400:00000200:2.0:1787744999.134884:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.134889:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1787744999.134893:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1787744999.134897:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad53300. 00000800:00000200:2.0:1787744999.134967:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1787744999.134973:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1787744999.134976:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad53300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787744999.134979:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787744999.134982:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137730 usecs (138 jiffies) 00000400:00000200:2.0:1787744999.134985:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1787744999.134987:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301294225 00000100:00000001:2.0:1787744999.134990:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301295347 00000100:00000001:2.0:1787744999.134992:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301294225 00000100:00000001:2.0:1787744999.134994:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301295347 00000100:00000001:2.0:1787744999.135001:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787744999.135003:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744999.135006:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744999.135010:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787744999.135018:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787744999.135020:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787744999.135023:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787744999.135025:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787744999.135026:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744999.135029:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787744999.135105:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744999.135109:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68600. 00000400:00000200:2.0:1787744999.135115:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744999.135121:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744999.135127:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac2a8 00000400:00000010:2.0:1787744999.135129:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac2a8. 00000100:00000001:2.0:1787744999.135133:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744999.135139:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c64bc00 x1874579698263936/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744999.135151:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744999.135154:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c64bc00 x1874579698263936/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745015 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744999.135161:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744999.135163:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744999.135310:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744999.135312:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad53d00. 00000400:00000200:2.0:1787744999.135315:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744999.135319:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744999.135323:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703a18 00000400:00000010:2.0:1787744999.135324:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703a18. 00000100:00000001:2.0:1787744999.135327:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744999.135331:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c64b840 x1874579698264064/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744999.135338:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744999.135348:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c64b840 x1874579698264064/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744999.135354:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744999.135356:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787744999.135422:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744999.135425:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad53300. 00000400:00000200:2.0:1787744999.135428:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744999.135431:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744999.135434:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703cc0 00000400:00000010:2.0:1787744999.135436:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703cc0. 00000100:00000001:2.0:1787744999.135438:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744999.135441:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c6483c0 x1874579698264320/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744999.135449:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744999.135451:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c6483c0 x1874579698264320/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745015 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744999.135457:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744999.135458:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1787744999.135610:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744999.135616:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787744999.135619:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787744999.135621:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787744999.135624:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787744999.135626:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787744999.135630:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440825:440825:256:4294967295] 192.168.201.110@tcp LPNI seq info [440824:440824:8:4294967295] 00000400:00000200:3.0:1787744999.135634:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787744999.135640:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787744999.135645:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787744999.135649:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68f00. 00000800:00000200:3.0:1787744999.135660:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787744999.135687:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787744999.135690:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787744999.135698:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744999.135703:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: using a timeout of 8008 usecs (9 jiffies) 00000400:00000200:3.0:1787744999.135706:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787744999.135708:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301294096 00000100:00000001:3.0:1787744999.135710:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301295347 00000100:00000001:3.0:1787744999.135713:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301294096 00000100:00000001:3.0:1787744999.135715:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301295347 00000100:00000001:3.0:1787744999.135717:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744999.135719:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744999.135722:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744999.135724:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744999.135728:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744999.135730:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787744999.135732:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744999.135734:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787744999.135736:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744999.135738:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787744999.135838:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787744999.135840:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68f00. 00000400:00000200:2.0:1787744999.135844:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744999.135848:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787744999.135851:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac550 00000400:00000010:2.0:1787744999.135853:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac550. 00000100:00000001:2.0:1787744999.135856:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787744999.135860:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c64a580 x1874579698264192/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744999.135867:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787744999.135870:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c64a580 x1874579698264192/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744999.135877:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787744999.135878:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787744999.141027:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744999.141047:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744999.141051:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744999.141054:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744999.141063:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141071:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744999.141081:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141086:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141092:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141096:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb9904a800 00000400:00000200:2.0:1787744999.141101:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141107:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1e25 [1] + 224 00000800:00000001:2.0:1787744999.141115:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744999.141119:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744999.141123:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744999.141127:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744999.141136:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744999.141147:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c64b840 x1874579698264064/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744999.141157:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766c64b840 x1874579698264064/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744999.141199:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744999.141209:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744999.141213:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744999.141215:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744999.141217:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744999.141220:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141224:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744999.141228:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141230:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141233:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141236:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb9904a900 00000400:00000200:2.0:1787744999.141239:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141258:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1e45 [1] + 224 00000800:00000001:2.0:1787744999.141263:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744999.141267:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744999.141269:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744999.141272:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744999.141275:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744999.141280:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c6483c0 x1874579698264320/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744999.141289:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766c6483c0 x1874579698264320/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744999.141295:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744999.141299:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744999.141302:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744999.141304:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744999.141306:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744999.141309:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141312:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744999.141316:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141318:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141321:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141324:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a8eb9904a780 00000400:00000200:2.0:1787744999.141327:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141332:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1e15 [1] + 224 00000800:00000001:2.0:1787744999.141335:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744999.141339:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744999.141341:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744999.141344:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744999.141347:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744999.141351:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c64bc00 x1874579698263936/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744999.141372:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766c64bc00 x1874579698263936/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744999.141390:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744999.141394:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744999.141398:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787744999.141400:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744999.141402:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744999.141416:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141420:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787744999.141425:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141427:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141430:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141432:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb9904a880 00000400:00000200:2.0:1787744999.141435:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787744999.141438:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1e35 [1] + 224 00000800:00000001:2.0:1787744999.141441:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744999.141449:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787744999.141452:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787744999.141454:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787744999.141458:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787744999.141461:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c64a580 x1874579698264192/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787744999.141468:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766c64a580 x1874579698264192/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787744999.141475:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787744999.141478:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787744999.141480:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744999.141694:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744999.141699:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744999.141705:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744999.141708:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744999.141711:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7648531688. 00000400:00000200:3.0:1787744999.141716:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703990 00000400:00000010:3.0:1787744999.141718:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703990. 00000100:00000001:3.0:1787744999.141722:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744999.141726:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c64b840 x1874579698264064/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744999.141735:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c64b840 x1874579698264064/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.141740:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744999.141749:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744999.141752:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744999.141755:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744999.141757:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744999.141759:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744999.141762:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744999.141772:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744999.141776:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=66 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744999.141779:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744999.141782:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744999.141785:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744999.141789:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744999.141793:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744999.141795:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:3.0:1787744999.141797:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744999.141799:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744999.141814:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c64b840 x1874579698264064/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.141821:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744999.141825:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744999.141827:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744999.141831:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c64b840 x1874579698264064/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744999.141839:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c64b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698264064:192.168.201.110@tcp:400:kworker.0 00000400:00000001:3.0:1787744999.141847:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744999.141848:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744999.141850:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7648531790. 00000400:00000200:3.0:1787744999.141853:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703ee0 00000400:00000010:3.0:1787744999.141855:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703ee0. 00000100:00000001:3.0:1787744999.141857:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744999.141860:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c6483c0 x1874579698264320/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744999.141868:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c6483c0 x1874579698264320/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.141879:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744999.141881:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744999.141883:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744999.141884:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744999.141886:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744999.141887:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744999.141889:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744999.141894:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654460 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744999.141897:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=101 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744999.141899:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744999.141911:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744999.141914:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744999.141916:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744999.141918:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744999.141919:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:3.0:1787744999.141921:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744999.141922:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744999.141926:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c6483c0 x1874579698264320/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.141931:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744999.141933:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744999.141934:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744999.141937:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c6483c0 x1874579698264320/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744999.141944:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c6483c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698264320:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744999.141948:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744999.141951:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744999.141955:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c64b840 x1874579698264064/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.141961:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744999.141964:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744999.141972:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7645f82600. 02000000:00000001:3.0:1787744999.141975:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744999.141978:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744999.141980:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:3.0:1787744999.141983:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744999.141985:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad68000. 02000000:00000001:3.0:1787744999.141990:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744999.141992:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744999.141994:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c64b840. 00000100:00000001:3.0:1787744999.141997:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744999.141999:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744999.142001:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744999.142004:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c6483c0 x1874579698264320/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.142010:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744999.142012:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744999.142013:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7645f83e00. 02000000:00000001:3.0:1787744999.142015:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744999.142017:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744999.142018:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=2 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:3.0:1787744999.142020:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744999.142022:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad68100. 02000000:00000001:3.0:1787744999.142024:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744999.142025:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744999.142026:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c6483c0. 00000100:00000001:3.0:1787744999.142029:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744999.142030:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744999.142032:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744999.142050:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744999.142052:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744999.142055:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744999.142057:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744999.142066:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744999.142068:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787744999.142071:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744999.142073:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744999.142074:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766e18. 00000400:00000200:3.0:1787744999.142077:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac880 00000400:00000010:3.0:1787744999.142085:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac880. 00000100:00000001:3.0:1787744999.142088:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744999.142093:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c64bc00 x1874579698263936/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744999.142100:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c64bc00 x1874579698263936/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.142105:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744999.142107:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744999.142109:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744999.142110:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744999.142112:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744999.142113:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744999.142114:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744999.142118:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a76476e0460 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744999.142121:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a76476e0418 time=62 v=5 (1 1 1 1) 00000100:00000001:3.0:1787744999.142123:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744999.142124:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744999.142126:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744999.142128:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744999.142130:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744999.142133:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c64bc00 x1874579698263936/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.142138:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744999.142139:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744999.142141:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744999.142144:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c64bc00 x1874579698263936/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744999.142151:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c64bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:295f25df-de87-4de2-8334-248ba01fceab:2399:1874579698263936:192.168.201.110@tcp:400:kworker.0 00000400:00000001:3.0:1787744999.142156:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787744999.142157:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787744999.142158:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766e70. 00000400:00000200:3.0:1787744999.142161:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac4c8 00000400:00000010:3.0:1787744999.142169:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac4c8. 00000100:00000001:3.0:1787744999.142172:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787744999.142185:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c64a580 x1874579698264192/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787744999.142193:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c64a580 x1874579698264192/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.142199:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787744999.142201:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744999.142202:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787744999.142204:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787744999.142205:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787744999.142206:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787744999.142208:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787744999.142212:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648651460 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1787744999.142215:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648651418 time=59 v=5 (1 1 0 0) 00000100:00000001:3.0:1787744999.142217:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787744999.142218:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787744999.142220:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787744999.142222:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744999.142224:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787744999.142225:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a7648bee000: skip recheck: last_committed 25769918529 00000100:00000001:3.0:1787744999.142227:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787744999.142228:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787744999.142231:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c64a580 x1874579698264192/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.142237:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787744999.142239:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787744999.142240:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787744999.142243:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c64a580 x1874579698264192/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787744999.142251:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c64a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698264192:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787744999.142255:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744999.142261:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744999.142264:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c64bc00 x1874579698263936/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.142270:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744999.142272:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744999.142273:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7646300200. 02000000:00000001:3.0:1787744999.142276:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744999.142278:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744999.142279:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a76476e0000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:3.0:1787744999.142280:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744999.142282:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad68b00. 02000000:00000001:3.0:1787744999.142284:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744999.142285:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744999.142286:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c64bc00. 00000100:00000001:3.0:1787744999.142289:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744999.142290:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744999.142291:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787744999.142294:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c64a580 x1874579698264192/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745015 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787744999.142300:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787744999.142301:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787744999.142302:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7646301000. 02000000:00000001:3.0:1787744999.142305:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787744999.142306:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787744999.142307:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a7648651000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000020:00000001:3.0:1787744999.142309:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787744999.142310:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad68a00. 02000000:00000001:3.0:1787744999.142312:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787744999.142313:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787744999.142314:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c64a580. 00000100:00000001:3.0:1787744999.142316:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787744999.142317:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744999.142319:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787744999.142322:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787744999.142323:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787744999.142325:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787744999.142331:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787744999.295764:0:179790:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744999.578136:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744999.578144:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744999.578149:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744999.578150:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744999.578153:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744999.578161:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787744999.578166:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787744999.578167:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787744999.578196:0:39518:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787744999.578199:0:39518:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787744999.578202:0:39518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787745000.408726:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301295347, at 4301295360 00000100:00000010:2.0:1787745000.408741:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f81e0. 00000100:00000040:3.0:1787745000.409087:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301295347, at 4301295360 00000100:00000010:3.0:1787745000.409093:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f8060. 00000080:00000001:1.0:1787745000.597419:0:179883:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745000.605190:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745000.605199:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745000.605205:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745000.605206:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745000.605209:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745000.605211:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745000.605214:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745000.605215:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745000.605241:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787745000.605244:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745000.605248:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1787745001.152126:0:179919:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1787745001.152134:0:179919:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 36h: utime on file racing with OST BRW write ==================================================================== 07:49:59 (1787744999) 00000001:00000001:2.0:1787745001.167559:0:179919:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000020:00000001:0.0:1787745001.280725:0:179929:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41503d30 00000080:00200000:0.0:1787745001.280733:0:179929:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff8a7648bee000) / proj=0 00000080:00000001:0.0:1787745001.280737:0:179929:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:0.0:1787745001.280739:0:179929:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:0.0:1787745001.280742:0:179929:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff8a7648bee000: age 6574, max_age 6627 00800000:00000001:0.0:1787745001.280747:0:179929:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:0.0:1787745001.280752:0:179929:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff8a7643927f00. 00800000:00000001:0.0:1787745001.280762:0:179929:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1787745001.280775:0:179929:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff8a7648bee000: age 6574, max_age 6627 00000002:00000001:0.0:1787745001.280780:0:179929:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1787745001.280784:0:179929:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000010:0.0:1787745001.280791:0:179929:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a7672477840. 00000020:00000040:0.0:1787745001.280795:0:179929:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1728 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000001:0.0:1787745001.280799:0:179929:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787745001.280803:0:179929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787745001.280810:0:179929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787745001.280819:0:179929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a7647e98c00. 00000100:00000001:0.0:1787745001.280833:0:179929:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.280840:0:179929:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787745001.280842:0:179929:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787745001.280848:0:179929:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7643927c00. 00000100:00000001:0.0:1787745001.280850:0:179929:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614839277288448 : -129234432263168 : ffff8a7643927c00) 00000100:00000001:0.0:1787745001.280854:0:179929:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787745001.280856:0:179929:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060901440 : -129233648650176 : ffff8a7672477840) 00000100:00000001:0.0:1787745001.280861:0:179929:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787745001.280939:0:179929:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.280942:0:179929:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787745001.280944:0:179929:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787745001.280957:0:179929:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a7672477840 x1874579698264448/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787745001.280968:0:179929:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787745001.280971:0:179929:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787745001.280975:0:179929:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787745001.280978:0:179929:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787745001.280981:0:179929:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787745001.280986:0:179929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a7672477840 pname:cluuid:pid:xid:nid:opc:job stat:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179929:1874579698264448:192.168.201.110@tcp:41:stat.0 00000100:00000001:0.0:1787745001.280990:0:179929:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787745001.280996:0:179929:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787745001.281000:0:179929:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787745001.281002:0:179929:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787745001.281008:0:179929:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a7646176400. 02000000:00000001:0.0:1787745001.281010:0:179929:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787745001.281018:0:179929:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787745001.281023:0:179929:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c3aa8. 00000400:00000010:0.0:1787745001.281030:0:179929:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4330. 00000100:00000200:0.0:1787745001.281038:0:179929:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874579698264448, portal 10 00000100:00000001:0.0:1787745001.281040:0:179929:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787745001.281041:0:179929:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060901440 : -129233648650176 : ffff8a7672477840) 00000100:00000040:0.0:1787745001.281049:0:179929:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a7672477840 x1874579698264448/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787745017 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787745001.281070:0:179929:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787745001.281074:0:179929:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787745001.281077:0:179929:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4aa0. 00000100:00000200:0.0:1787745001.281082:0:179929:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1874579698264448, offset 0 00000400:00000200:0.0:1787745001.281088:0:179929:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787745001.281097:0:179929:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787745001.281105:0:179929:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787745001.281110:0:179929:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787745001.281115:0:179929:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787745001.281119:0:179929:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787745001.281122:0:179929:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787745001.281126:0:179929:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440826:440826:256:4294967295] 192.168.201.110@tcp LPNI seq info [440825:440825:8:4294967295] 00000400:00000200:0.0:1787745001.281131:0:179929:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787745001.281217:0:179929:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787745001.281225:0:179929:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787745001.281230:0:179929:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880fd00. 00000800:00000200:0.0:1787745001.281237:0:179929:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787745001.281245:0:179929:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787745001.281250:0:179929:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880fd00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1787745001.281316:0:179929:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787745001.281322:0:179929:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:0.0:1787745001.281326:0:179929:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787745001.281329:0:179929:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301296242 00000100:00000010:0.0:1787745001.281334:0:179929:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a766c7f2420. 00000100:00000001:0.0:1787745001.281341:0:179929:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787745001.281346:0:179929:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301296242 00000100:00000010:0.0:1787745001.281349:0:179929:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a766c7f25a0. 00000100:00000001:0.0:1787745001.281353:0:179929:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787745001.281356:0:179929:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787745001.281365:0:179929:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.281368:0:179929:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787745001.281370:0:179929:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787745001.281373:0:179929:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7643927c00 going to sleep for 11 seconds 00000100:00000001:0.0:1787745001.281376:0:179929:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787745001.281379:0:179929:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787745001.281504:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787745001.281509:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880fd00. 00000400:00000200:3.0:1787745001.281514:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787745001.281520:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787745001.281526:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4aa0 00000400:00000010:3.0:1787745001.281529:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4aa0. 00000100:00000001:3.0:1787745001.281534:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787745001.281538:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a7672477840 x1874579698264448/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787745017 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745001.281549:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787745001.281553:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a7672477840 x1874579698264448/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787745017 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745001.281560:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.281563:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787745001.287182:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.287202:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745001.287209:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.287212:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.287221:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.287229:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745001.287240:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.287245:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.287251:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.287257:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 368 into portal 10 MB=0x6a8eb9904a980 00000400:00000200:2.0:1787745001.287262:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.287269:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 368/368 into md 0x3e1e55 [1] + 224 00000800:00000001:2.0:1787745001.287276:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.287284:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.287288:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.287293:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745001.287302:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787745001.287313:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a7672477840 x1874579698264448/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787745017 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787745001.287325:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8a7672477840 x1874579698264448/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745001.287358:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787745001.287368:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.287372:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.287404:0:179929:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787745001.287413:0:179929:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787745001.287415:0:179929:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787745001.287418:0:179929:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c3aa8. 00000400:00000200:1.0:1787745001.287423:0:179929:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4330 00000400:00000010:1.0:1787745001.287425:0:179929:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4330. 00000100:00000001:1.0:1787745001.287428:0:179929:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787745001.287433:0:179929:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a7672477840 x1874579698264448/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787745001.287442:0:179929:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a7672477840 x1874579698264448/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787745001.287449:0:179929:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787745001.287451:0:179929:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.287453:0:179929:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787745001.287457:0:179929:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787745001.287460:0:179929:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787745001.287461:0:179929:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745001.287464:0:179929:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787745001.287481:0:179929:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=115 v=5 (5 5 5 5) 00000100:00001000:1.0:1787745001.287485:0:179929:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=68 v=5 (1 1 1 1) 00000100:00000001:1.0:1787745001.287488:0:179929:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787745001.287490:0:179929:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.287493:0:179929:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787745001.287497:0:179929:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.287501:0:179929:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787745001.287503:0:179929:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:1.0:1787745001.287505:0:179929:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787745001.287507:0:179929:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745001.287512:0:179929:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a7672477840 x1874579698264448/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787745001.287520:0:179929:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745001.287524:0:179929:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787745001.287526:0:179929:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787745001.287529:0:179929:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a7672477840 x1874579698264448/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787745017 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787745001.287538:0:179929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a7672477840 pname:cluuid:pid:xid:nid:opc:job stat:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179929:1874579698264448:192.168.201.110@tcp:41:stat.0 00000100:00000001:1.0:1787745001.287543:0:179929:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.287546:0:179929:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.287549:0:179929:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787745001.287551:0:179929:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745001.287554:0:179929:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7672477840 x1874579698264448/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787745017 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787745001.287561:0:179929:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787745001.287564:0:179929:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7643927c00. 00000100:00000001:1.0:1787745001.287569:0:179929:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787745001.287571:0:179929:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.287577:0:179929:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1787745001.287579:0:179929:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745001.287582:0:179929:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7672477840 x1874579698264448/t0(0) o41->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1787745017 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787745001.287599:0:179929:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787745001.287602:0:179929:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787745001.287605:0:179929:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a7646176400. 02000000:00000001:1.0:1787745001.287609:0:179929:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787745001.287612:0:179929:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787745001.287614:0:179929:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:1.0:1787745001.287616:0:179929:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787745001.287618:0:179929:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a7647e98c00. 02000000:00000001:1.0:1787745001.287621:0:179929:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787745001.287623:0:179929:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787745001.287625:0:179929:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7672477840. 00000100:00000001:1.0:1787745001.287628:0:179929:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787745001.287629:0:179929:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787745001.287631:0:179929:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787745001.287632:0:179929:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:1.0:1787745001.287634:0:179929:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1787745001.287637:0:179929:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff8a7648bee000: update ffff8a76486d9e20 cache blocks 1793564/1916558 objects 518893/524637 00800000:00000001:1.0:1787745001.287640:0:179929:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.287643:0:179929:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:1.0:1787745001.287646:0:179929:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff8a7643927f00. 00800000:00000001:1.0:1787745001.287648:0:179929:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1787745001.287651:0:179929:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff8a7648bee000: update ffff8a76486dd1c0 cache blocks 1793564/1916558 objects 518893/524637 00000080:00000001:1.0:1787745001.287655:0:179929:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1787745001.287658:0:179929:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1793564/1916558 objects 518893/524637 00000080:00000001:1.0:1787745001.287688:0:179929:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787745001.287691:0:179929:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787745001.291072:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301296242, at 4301296243 00000100:00000010:2.0:1787745001.291088:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a766c7f2420. 00000100:00000040:3.0:1787745001.292958:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301296242, at 4301296245 00000100:00000010:3.0:1787745001.292969:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a766c7f25a0. 00000080:00000001:3.0:1787745001.349292:0:179938:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787745001.349299:0:179938:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787745001.349302:0:179938:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787745001.349306:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efb20 00000080:00200000:3.0:1787745001.349311:0:179938:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:3.0:1787745001.349318:0:179938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a764646b600. 00800000:00000002:3.0:1787745001.349324:0:179938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:3.0:1787745001.349329:0:179938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787745001.349334:0:179938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787745001.349336:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efa40 00800000:00000002:3.0:1787745001.349339:0:179938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787745001.349343:0:179938:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787745001.349346:0:179938:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787745001.349349:0:179938:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787745001.349352:0:179938:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787745001.349361:0:179938:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787745001.349363:0:179938:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787745001.349365:0:179938:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787745001.349368:0:179938:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787745001.349372:0:179938:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787745001.349377:0:179938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787745001.349379:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418ef910 00000002:00010000:3.0:1787745001.349381:0:179938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787745001.349384:0:179938:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787745001.349387:0:179938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787745001.349390:0:179938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787745001.349397:0:179938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7679b27700 count: 2 00010000:00000001:3.0:1787745001.349400:0:179938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787745001.349405:0:179938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787745001.349409:0:179938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787745001.349414:0:179938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1787745001.349425:0:179938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787745001.349430:0:179938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787745001.349433:0:179938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1787745001.349440:0:179938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787745001.349442:0:179938:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787745001.349444:0:179938:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787745001.349445:0:179938:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787745001.349448:0:179938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787745001.349450:0:179938:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787745001.349452:0:179938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787745001.349455:0:179938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:3.0:1787745001.349458:0:179938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a764646b600. 00000080:00000001:3.0:1787745001.349463:0:179938:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787745001.349464:0:179938:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787745001.349473:0:179938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:3.0:1787745001.349476:0:179938:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa08c8 00800000:00000001:3.0:1787745001.349480:0:179938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787745001.349482:0:179938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787745001.349483:0:179938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787745001.349486:0:179938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745001.349489:0:179938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=3 00000020:00000001:3.0:1787745001.349491:0:179938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787745001.349494:0:179938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787745001.349498:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745001.349499:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787745001.349500:0:179938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787745001.349502:0:179938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787745001.349505:0:179938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08c8 from it ffffa29d418efb58 00010000:00000001:3.0:1787745001.349507:0:179938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787745001.349508:0:179938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745001.349509:0:179938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=3 00000020:00000001:3.0:1787745001.349510:0:179938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787745001.349512:0:179938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:3.0:1787745001.349515:0:179938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787745001.349518:0:179938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787745001.349525:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745001.349526:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745001.349528:0:179938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787745001.349531:0:179938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787745001.349534:0:179938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787745001.349543:0:179938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787745001.349547:0:179938:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787745001.349549:0:179938:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787745001.349559:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745001.349561:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745001.349563:0:179938:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.349566:0:179938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787745001.349568:0:179938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.349570:0:179938:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.349573:0:179938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.349575:0:179938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787745001.349577:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745001.349578:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787745001.349582:0:179938:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787745001.349583:0:179938:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787745001.349586:0:179938:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8), inode mode 41ff mask 1 00000080:00000001:3.0:1787745001.349591:0:179938:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787745001.349599:0:179938:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8a7643d022c0. 00000020:00000001:3.0:1787745001.349602:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efae8 00000080:00200000:3.0:1787745001.349604:0:179938:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d36h.sanity, dir=[0x200000007:0x1:0x0](ffff8a76491280c8), flags=13 00000080:00000001:3.0:1787745001.349608:0:179938:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1787745001.349609:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418ef998 00000080:00200000:3.0:1787745001.349611:0:179938:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d36h.sanity, dir=[0x200000007:0x1:0x0](ffff8a76491280c8), intent=getattr 00000080:00000010:3.0:1787745001.349618:0:179938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a764646b600. 00800000:00000002:3.0:1787745001.349621:0:179938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:3.0:1787745001.349624:0:179938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787745001.349626:0:179938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787745001.349627:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418ef8b8 00800000:00000002:3.0:1787745001.349629:0:179938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd36h.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787745001.349631:0:179938:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787745001.349634:0:179938:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787745001.349635:0:179938:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787745001.349636:0:179938:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787745001.349638:0:179938:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787745001.349641:0:179938:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787745001.349642:0:179938:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787745001.349644:0:179938:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.349646:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418ef850 00800000:00000002:3.0:1787745001.349648:0:179938:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d36h.sanity' -> mds #0 00000002:00000001:3.0:1787745001.349651:0:179938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787745001.349658:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418ef788 00000002:00010000:3.0:1787745001.349659:0:179938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d36h.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1787745001.351498:0:179938:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787745001.351502:0:179938:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1787745001.351584:0:179938:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c64bc00. 00000020:00000040:3.0:1787745001.351590:0:179938:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00010000:00000001:3.0:1787745001.351597:0:179938:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787745001.351602:0:179938:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787745001.351608:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745001.351610:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745001.351611:0:179938:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.351615:0:179938:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787745001.351617:0:179938:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787745001.351621:0:179938:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787745001.351629:0:179938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a765117cc00. 00000100:00000001:3.0:1787745001.351635:0:179938:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.351641:0:179938:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787745001.351643:0:179938:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.351645:0:179938:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787745001.351646:0:179938:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.351648:0:179938:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787745001.351655:0:179938:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446614839962156032 : -129233747395584 : ffff8a766c64bc00) 00010000:00000001:3.0:1787745001.351659:0:179938:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787745001.351676:0:179938:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1787745001.351682:0:179938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7679b27700 count: 2 00010000:00000001:3.0:1787745001.351686:0:179938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787745001.351688:0:179938:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787745001.351692:0:179938:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a76476ab000. 00000020:00000001:3.0:1787745001.351697:0:179938:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787745001.351700:0:179938:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a76476ab000 with handle 0x6bfe83e2a9fa08f2 to hash 00000020:00000001:3.0:1787745001.351703:0:179938:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787745001.351705:0:179938:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:3.0:1787745001.351708:0:179938:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:3.0:1787745001.351711:0:179938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787745001.351713:0:179938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787745001.351726:0:179938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa08f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 179938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787745001.351736:0:179938:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa08f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 179938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787745001.351747:0:179938:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa08f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 179938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787745001.351753:0:179938:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787745001.351756:0:179938:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787745001.351762:0:179938:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a767ad01b40. 00000100:00000001:3.0:1787745001.351774:0:179938:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614840204073792 : -129233505477824 : ffff8a767ad01b40) 00000100:00000001:3.0:1787745001.351777:0:179938:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787745001.351780:0:179938:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962156032 : -129233747395584 : ffff8a766c64bc00) 00000100:00000001:3.0:1787745001.351785:0:179938:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787745001.351789:0:179938:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.351792:0:179938:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787745001.351794:0:179938:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787745001.351805:0:179938:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c64bc00 x1874579698264576/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.351813:0:179938:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787745001.351815:0:179938:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745001.351819:0:179938:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787745001.351822:0:179938:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787745001.351834:0:179938:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787745001.351838:0:179938:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c64bc00 pname:cluuid:pid:xid:nid:opc:job lfs:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179938:1874579698264576:192.168.201.110@tcp:101:lfs.0 00000100:00000001:3.0:1787745001.351843:0:179938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787745001.351849:0:179938:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787745001.351852:0:179938:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745001.351855:0:179938:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787745001.351877:0:179938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8a7651954000. 02000000:00000001:3.0:1787745001.351880:0:179938:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787745001.351888:0:179938:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787745001.351898:0:179938:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766e70. 00000400:00000010:3.0:1787745001.351906:0:179938:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8a767ad01f00. 00000100:00000200:3.0:1787745001.351915:0:179938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874579698264576, portal 10 00000100:00000001:3.0:1787745001.351918:0:179938:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787745001.351919:0:179938:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962156032 : -129233747395584 : ffff8a766c64bc00) 00000100:00000040:3.0:1787745001.351927:0:179938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a766c64bc00 x1874579698264576/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.351934:0:179938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787745001.351937:0:179938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787745001.351942:0:179938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac4c8. 00000100:00000200:3.0:1787745001.351945:0:179938:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1874579698264576, offset 0 00000400:00000200:3.0:1787745001.351952:0:179938:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787745001.351961:0:179938:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.351967:0:179938:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787745001.351972:0:179938:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787745001.351977:0:179938:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787745001.351981:0:179938:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787745001.351984:0:179938:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787745001.351988:0:179938:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440827:440827:256:4294967295] 192.168.201.110@tcp LPNI seq info [440826:440826:8:4294967295] 00000400:00000200:3.0:1787745001.351993:0:179938:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.352004:0:179938:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787745001.352010:0:179938:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787745001.352016:0:179938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68800. 00000800:00000200:3.0:1787745001.352023:0:179938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787745001.352031:0:179938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787745001.352036:0:179938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1787745001.352048:0:179938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745001.352053:0:179938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:3.0:1787745001.352056:0:179938:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787745001.352058:0:179938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301296312 00000800:00000200:3.0:1787745001.352164:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787745001.352173:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68800. 00000400:00000200:3.0:1787745001.352178:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787745001.352185:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787745001.352191:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac4c8 00000400:00000010:3.0:1787745001.352193:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac4c8. 00000100:00000001:3.0:1787745001.352198:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787745001.352203:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c64bc00 x1874579698264576/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.352213:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787745001.352217:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a766c64bc00 x1874579698264576/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.352225:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.352227:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1787745001.352246:0:179938:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f8060. 00000100:00000001:3.0:1787745001.352252:0:179938:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787745001.352258:0:179938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301296312 00000100:00000010:3.0:1787745001.352262:0:179938:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f8c60. 00000100:00000001:3.0:1787745001.352266:0:179938:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787745001.352270:0:179938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787745001.352273:0:179938:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.352276:0:179938:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787745001.352277:0:179938:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787745001.352280:0:179938:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a767ad01b40 going to sleep for 11 seconds 00000100:00000001:3.0:1787745001.352283:0:179938:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787745001.352287:0:179938:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787745001.355892:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745001.355912:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787745001.355917:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745001.355920:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787745001.355931:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.355938:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787745001.355949:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.355954:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.355978:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.355982:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 584 into portal 10 MB=0x6a8eb9904aa00 00000400:00000200:3.0:1787745001.355987:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.355993:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 584/584 into md 0x3e1e5d [4] + 224 00000800:00000001:3.0:1787745001.356001:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745001.356006:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787745001.356010:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787745001.356014:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787745001.356022:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787745001.356032:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c64bc00 x1874579698264576/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787745001.356044:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=9088 req@ffff8a766c64bc00 x1874579698264576/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.356065:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787745001.356074:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745001.356077:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.356653:0:179938:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787745001.356726:0:179938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787745001.356729:0:179938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787745001.356732:0:179938:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766e70. 00000400:00000200:1.0:1787745001.356737:0:179938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a767ad01f00 00000400:00000010:1.0:1787745001.356739:0:179938:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff8a767ad01f00. 00000100:00000001:1.0:1787745001.356743:0:179938:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787745001.356749:0:179938:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c64bc00 x1874579698264576/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787745001.356776:0:179938:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c64bc00 x1874579698264576/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.356783:0:179938:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787745001.356786:0:179938:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.356788:0:179938:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787745001.356792:0:179938:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787745001.356795:0:179938:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787745001.356797:0:179938:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745001.356800:0:179938:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787745001.356809:0:179938:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=115 v=5 (5 5 5 5) 00000100:00001000:1.0:1787745001.356813:0:179938:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=68 v=5 (1 1 1 1) 00000100:00000001:1.0:1787745001.356815:0:179938:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1787745001.356819:0:179938:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8a766c64bc00 x1874579698264576/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/584 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.356826:0:179938:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1787745001.356830:0:179938:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787745001.356833:0:179938:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:1.0:1787745001.356835:0:179938:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787745001.356837:0:179938:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1787745001.356841:0:179938:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c64bc00 x1874579698264576/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/584 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.356848:0:179938:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1787745001.356851:0:179938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787745001.356854:0:179938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787745001.356858:0:179938:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c64bc00 x1874579698264576/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/584 e 0 to 0 dl 1787745017 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787745001.356865:0:179938:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c64bc00 pname:cluuid:pid:xid:nid:opc:job lfs:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179938:1874579698264576:192.168.201.110@tcp:101:lfs.0 00000100:00000001:1.0:1787745001.356870:0:179938:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.356873:0:179938:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1787745001.356875:0:179938:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787745001.356884:0:179938:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745001.356888:0:179938:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c64bc00 x1874579698264576/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/584 e 0 to 0 dl 1787745017 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.356894:0:179938:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787745001.356897:0:179938:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a767ad01b40. 00000100:00000001:1.0:1787745001.356900:0:179938:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787745001.356901:0:179938:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1787745001.356905:0:179938:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787745001.356909:0:179938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.356912:0:179938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.356914:0:179938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab000 refcount=4 00000020:00000001:1.0:1787745001.356917:0:179938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:1.0:1787745001.356921:0:179938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00010000:1.0:1787745001.356926:0:179938:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa08f2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 179938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.356937:0:179938:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1787745001.356941:0:179938:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa08f2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 179938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.356947:0:179938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.356950:0:179938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa08f2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 179938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.356956:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.356958:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787745001.356960:0:179938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa08f2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 179938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.356966:0:179938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.356969:0:179938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.356971:0:179938:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1787745001.356974:0:179938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa08f2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 179938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787745001.357001:0:179938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a76476ab000 already unused, calling callback (ffffffffc1b6d990) 00000080:00000001:1.0:1787745001.357004:0:179938:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1787745001.357008:0:179938:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa08f2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 179938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.357014:0:179938:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1787745001.357016:0:179938:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1787745001.357019:0:179938:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa08f2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 179938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.357024:0:179938:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1787745001.357027:0:179938:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1787745001.357028:0:179938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.357029:0:179938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.357031:0:179938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab000 refcount=5 00000020:00000001:1.0:1787745001.357033:0:179938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:1.0:1787745001.357035:0:179938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:1.0:1787745001.357039:0:179938:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787745001.357041:0:179938:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa08f2 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 179938 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1787745001.357047:0:179938:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787745001.357049:0:179938:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.357051:0:179938:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1787745001.357053:0:179938:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787745001.357056:0:179938:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787745001.357058:0:179938:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787745001.357060:0:179938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.357061:0:179938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787745001.357064:0:179938:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a76476ab000 with handle 0x6bfe83e2a9fa08f2 from hash 00010000:00000001:1.0:1787745001.357067:0:179938:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787745001.357074:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.357075:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.357076:0:179938:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787745001.357078:0:179938:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787745001.357080:0:179938:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1787745001.357082:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.357083:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.357084:0:179938:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.357086:0:179938:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.357090:0:179938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa08f2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 179938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.357095:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.357096:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.357098:0:179938:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1787745001.357099:0:179938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.357101:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.357102:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.357103:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787745001.357105:0:179938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa08f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 179938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.357113:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.357115:0:179938:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1787745001.357120:0:179938:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1787745001.357126:0:179938:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff8a766c64bc00 x1874579698264576/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/584 e 0 to 0 dl 1787745017 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787745001.357133:0:179938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1787745001.357135:0:179938:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.357136:0:179938:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.357139:0:179938:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.357142:0:179938:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787745001.357144:0:179938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1787745001.357146:0:179938:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.357148:0:179938:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787745001.357151:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418ef710 00000002:00002000:1.0:1787745001.357154:0:179938:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d36h.sanity intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:1.0:1787745001.357163:0:179938:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.357168:0:179938:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.357171:0:179938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787745001.357174:0:179938:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1787745001.357177:0:179938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.357181:0:179938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000001:1.0:1787745001.357184:0:179938:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1787745001.357186:0:179938:0:(namei.c:674:ll_lookup_it_finish()) it ffffa29d418efb20 it_disposition 7 00000080:00002000:1.0:1787745001.357191:0:179938:0:(namei.c:653:ll_splice_alias()) Add dentry ffff8a76491d1000 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1787745001.357200:0:179938:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1787745001.357203:0:179938:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787745001.357205:0:179938:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787745001.357208:0:179938:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787745001.357210:0:179938:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787745001.357212:0:179938:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.357214:0:179938:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787745001.357216:0:179938:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.357220:0:179938:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787745001.357223:0:179938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745001.357226:0:179938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745001.357231:0:179938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7679b27700 count: 2 00010000:00000001:1.0:1787745001.357234:0:179938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745001.357238:0:179938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.357240:0:179938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787745001.357243:0:179938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1787745001.357252:0:179938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787745001.357257:0:179938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.357261:0:179938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1787745001.357269:0:179938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787745001.357271:0:179938:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745001.357272:0:179938:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787745001.357283:0:179938:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1787745001.357285:0:179938:0:(dcache.c:176:ll_intent_release()) intent ffffa29d418ef930 released 00000080:00010000:1.0:1787745001.357287:0:179938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08c8 from it ffffa29d418ef930 00010000:00000001:1.0:1787745001.357290:0:179938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.357291:0:179938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.357293:0:179938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=3 00000020:00000001:1.0:1787745001.357295:0:179938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:1.0:1787745001.357297:0:179938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:1.0:1787745001.357300:0:179938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.357302:0:179938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787745001.357322:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.357323:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.357325:0:179938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787745001.357328:0:179938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787745001.357331:0:179938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787745001.357338:0:179938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745001.357340:0:179938:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745001.357342:0:179938:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745001.357346:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.357347:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.357348:0:179938:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.357351:0:179938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745001.357353:0:179938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.357355:0:179938:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.357358:0:179938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.357359:0:179938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.357361:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.357362:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787745001.357363:0:179938:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1787745001.357470:0:179938:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787745001.357476:0:179938:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787745001.357480:0:179938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a764646b600. 00000100:00000001:1.0:1787745001.357490:0:179938:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745001.357495:0:179938:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c64bc00 x1874579698264576/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/584 e 0 to 0 dl 1787745017 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.357502:0:179938:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787745001.357504:0:179938:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787745001.357507:0:179938:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8a7651954000. 02000000:00000001:1.0:1787745001.357518:0:179938:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787745001.357522:0:179938:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787745001.357524:0:179938:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1726 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:1.0:1787745001.357526:0:179938:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787745001.357529:0:179938:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a765117cc00. 02000000:00000001:1.0:1787745001.357532:0:179938:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787745001.357534:0:179938:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787745001.357536:0:179938:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c64bc00. 00000100:00000001:1.0:1787745001.357539:0:179938:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787745001.357540:0:179938:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787745001.357543:0:179938:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1787745001.357544:0:179938:0:(dcache.c:176:ll_intent_release()) intent ffffa29d418efb20 released 00000080:00000001:1.0:1787745001.357546:0:179938:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1787745001.357549:0:179938:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787745001.357551:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efb70 00000080:00002000:1.0:1787745001.357553:0:179938:0:(dcache.c:127:ll_ddelete()) keeping dentry d36h.sanity (ffff8a76491d1000, parent ffff8a76490e4ca8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1787745001.357556:0:179938:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.357595:0:179938:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787745001.357598:0:179938:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787745001.357600:0:179938:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787745001.357601:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efbb0 00000080:00200000:1.0:1787745001.357603:0:179938:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:1.0:1787745001.357607:0:179938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7646297000. 00800000:00000002:1.0:1787745001.357612:0:179938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:1.0:1787745001.357615:0:179938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787745001.357617:0:179938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787745001.357618:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efad0 00800000:00000002:1.0:1787745001.357621:0:179938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787745001.357623:0:179938:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787745001.357625:0:179938:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787745001.357631:0:179938:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787745001.357632:0:179938:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787745001.357634:0:179938:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787745001.357635:0:179938:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.357636:0:179938:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787745001.357638:0:179938:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.357641:0:179938:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787745001.357645:0:179938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787745001.357646:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418ef9a0 00000002:00010000:1.0:1787745001.357648:0:179938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787745001.357651:0:179938:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787745001.357652:0:179938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745001.357654:0:179938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745001.357656:0:179938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7679b27700 count: 2 00010000:00000001:1.0:1787745001.357658:0:179938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745001.357678:0:179938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.357680:0:179938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787745001.357684:0:179938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1787745001.357691:0:179938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787745001.357693:0:179938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.357696:0:179938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1787745001.357701:0:179938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787745001.357703:0:179938:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787745001.357704:0:179938:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745001.357706:0:179938:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745001.357708:0:179938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787745001.357709:0:179938:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787745001.357712:0:179938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787745001.357714:0:179938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:1.0:1787745001.357716:0:179938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7646297000. 00000080:00000001:1.0:1787745001.357724:0:179938:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787745001.357726:0:179938:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745001.357728:0:179938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:1.0:1787745001.357731:0:179938:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa08c8 00800000:00000001:1.0:1787745001.357734:0:179938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787745001.357736:0:179938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787745001.357737:0:179938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.357738:0:179938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.357740:0:179938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=3 00000020:00000001:1.0:1787745001.357741:0:179938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:1.0:1787745001.357743:0:179938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:1.0:1787745001.357745:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.357746:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745001.357747:0:179938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.357749:0:179938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745001.357751:0:179938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08c8 from it ffffa29d418efbe8 00010000:00000001:1.0:1787745001.357752:0:179938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.357753:0:179938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.357754:0:179938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=3 00000020:00000001:1.0:1787745001.357756:0:179938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:1.0:1787745001.357758:0:179938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:1.0:1787745001.357760:0:179938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.357762:0:179938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787745001.357779:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.357780:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.357781:0:179938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787745001.357783:0:179938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787745001.357785:0:179938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787745001.357791:0:179938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745001.357797:0:179938:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745001.357799:0:179938:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745001.357801:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.357801:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.357803:0:179938:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.357804:0:179938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745001.357806:0:179938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.357807:0:179938:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.357809:0:179938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.357811:0:179938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.357813:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.357814:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787745001.357815:0:179938:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787745001.357817:0:179938:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787745001.357819:0:179938:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8), inode mode 41ff mask 1 00000080:00000001:1.0:1787745001.357824:0:179938:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.357827:0:179938:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1787745001.357829:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efbd8 00000080:00002000:1.0:1787745001.357831:0:179938:0:(dcache.c:87:ll_dcompare()) found name d36h.sanity(ffff8a76491d1000) flags 0x8000e refc 0 00000080:00000001:1.0:1787745001.357833:0:179938:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.357836:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efc20 00000080:00200000:1.0:1787745001.357837:0:179938:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d36h.sanity, flags=16392 00000080:00000001:1.0:1787745001.357840:0:179938:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787745001.357841:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efba8 00000080:00002000:1.0:1787745001.357843:0:179938:0:(dcache.c:127:ll_ddelete()) keeping dentry d36h.sanity (ffff8a76491d1000, parent ffff8a76490e4ca8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1787745001.357846:0:179938:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.357867:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efd08 00000080:00200008:1.0:1787745001.357870:0:179938:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a76491280c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1787745001.357874:0:179938:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787745001.357875:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efc80 00000080:00200000:1.0:1787745001.357877:0:179938:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:1.0:1787745001.357880:0:179938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7646297000. 00800000:00000002:1.0:1787745001.357883:0:179938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:1.0:1787745001.357885:0:179938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787745001.357887:0:179938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787745001.357888:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efba0 00800000:00000002:1.0:1787745001.357889:0:179938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787745001.357897:0:179938:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787745001.357899:0:179938:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787745001.357900:0:179938:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787745001.357901:0:179938:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787745001.357903:0:179938:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787745001.357904:0:179938:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.357906:0:179938:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787745001.357908:0:179938:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.357910:0:179938:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787745001.357913:0:179938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787745001.357915:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efa70 00000002:00010000:1.0:1787745001.357917:0:179938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787745001.357919:0:179938:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787745001.357921:0:179938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745001.357922:0:179938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745001.357925:0:179938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7679b27700 count: 2 00010000:00000001:1.0:1787745001.357927:0:179938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745001.357929:0:179938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.357931:0:179938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787745001.357934:0:179938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1787745001.357940:0:179938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787745001.357942:0:179938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.357945:0:179938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1787745001.357950:0:179938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787745001.357952:0:179938:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787745001.357953:0:179938:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745001.357955:0:179938:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745001.357956:0:179938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787745001.357958:0:179938:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787745001.357960:0:179938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787745001.357967:0:179938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:1.0:1787745001.357970:0:179938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7646297000. 00000080:00000001:1.0:1787745001.357973:0:179938:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787745001.357975:0:179938:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745001.357977:0:179938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:1.0:1787745001.357979:0:179938:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa08c8 00800000:00000001:1.0:1787745001.357981:0:179938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787745001.357983:0:179938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787745001.358171:0:179938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.358173:0:179938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.358175:0:179938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=3 00000020:00000001:1.0:1787745001.358178:0:179938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:1.0:1787745001.358180:0:179938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:1.0:1787745001.358183:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.358184:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745001.358185:0:179938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.358187:0:179938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745001.358189:0:179938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08c8 from it ffffa29d418efcb8 00010000:00000001:1.0:1787745001.358191:0:179938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.358192:0:179938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.358194:0:179938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=3 00000020:00000001:1.0:1787745001.358196:0:179938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:1.0:1787745001.358198:0:179938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:1.0:1787745001.358200:0:179938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.358203:0:179938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1787745001.358209:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.358210:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.358211:0:179938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787745001.358213:0:179938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787745001.358215:0:179938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1787745001.358232:0:179938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745001.358234:0:179938:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745001.358235:0:179938:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745001.358237:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.358238:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.358239:0:179938:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.358241:0:179938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745001.358242:0:179938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.358244:0:179938:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.358247:0:179938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.358248:0:179938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.358249:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.358250:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787745001.358252:0:179938:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787745001.358253:0:179938:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787745001.358257:0:179938:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.358260:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efd08 00000080:00000008:1.0:1787745001.358262:0:179938:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8a76491280c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1787745001.358930:0:179938:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.358960:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efd08 00000080:00200008:1.0:1787745001.358963:0:179938:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a76491280c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1787745001.358967:0:179938:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787745001.358968:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efc80 00000080:00200000:1.0:1787745001.358970:0:179938:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:1.0:1787745001.358975:0:179938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7646297000. 00800000:00000002:1.0:1787745001.358978:0:179938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:1.0:1787745001.358981:0:179938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787745001.359200:0:179938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787745001.359203:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efba0 00800000:00000002:1.0:1787745001.359206:0:179938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787745001.359209:0:179938:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787745001.359211:0:179938:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787745001.359213:0:179938:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787745001.359215:0:179938:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787745001.359223:0:179938:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787745001.359226:0:179938:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.359228:0:179938:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787745001.359230:0:179938:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.359233:0:179938:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787745001.359238:0:179938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787745001.359240:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efa70 00000002:00010000:1.0:1787745001.359241:0:179938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787745001.359245:0:179938:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787745001.359247:0:179938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745001.359248:0:179938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745001.359253:0:179938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7679b27700 count: 2 00010000:00000001:1.0:1787745001.359256:0:179938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745001.359259:0:179938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.359262:0:179938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787745001.359265:0:179938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1787745001.359274:0:179938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787745001.359278:0:179938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.359281:0:179938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1787745001.359287:0:179938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787745001.359289:0:179938:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787745001.359291:0:179938:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745001.359292:0:179938:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745001.359294:0:179938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787745001.359297:0:179938:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787745001.359300:0:179938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787745001.359302:0:179938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:1.0:1787745001.359423:0:179938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7646297000. 00000080:00000001:1.0:1787745001.359428:0:179938:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787745001.359429:0:179938:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745001.359437:0:179938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:1.0:1787745001.359440:0:179938:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa08c8 00800000:00000001:1.0:1787745001.359443:0:179938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787745001.359445:0:179938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787745001.359447:0:179938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.359449:0:179938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.359451:0:179938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=3 00000020:00000001:1.0:1787745001.359453:0:179938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:1.0:1787745001.359455:0:179938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:1.0:1787745001.359458:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.359459:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745001.359461:0:179938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.359462:0:179938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745001.359465:0:179938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08c8 from it ffffa29d418efcb8 00010000:00000001:1.0:1787745001.359467:0:179938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.359467:0:179938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.359468:0:179938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=3 00000020:00000001:1.0:1787745001.359470:0:179938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:1.0:1787745001.359472:0:179938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:1.0:1787745001.359474:0:179938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.359476:0:179938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1787745001.359481:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.359482:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.359483:0:179938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787745001.359484:0:179938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787745001.359487:0:179938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1787745001.359492:0:179938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745001.359494:0:179938:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745001.359496:0:179938:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745001.359502:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.359503:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.359505:0:179938:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.359507:0:179938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745001.359508:0:179938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.359510:0:179938:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.359513:0:179938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.359515:0:179938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.359516:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.359517:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787745001.359519:0:179938:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787745001.359521:0:179938:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787745001.359523:0:179938:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.359527:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efd08 00000080:00000008:1.0:1787745001.359529:0:179938:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8a76491280c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1787745001.359738:0:179938:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787745001.359741:0:179938:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787745001.359743:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efb78 00000080:00200000:1.0:1787745001.359745:0:179938:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:1.0:1787745001.359750:0:179938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7646297000. 00800000:00000002:1.0:1787745001.359754:0:179938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:1.0:1787745001.359756:0:179938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787745001.359759:0:179938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787745001.359760:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efa98 00800000:00000002:1.0:1787745001.359762:0:179938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787745001.359776:0:179938:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787745001.359777:0:179938:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787745001.359779:0:179938:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787745001.359780:0:179938:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787745001.359782:0:179938:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787745001.359784:0:179938:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.359786:0:179938:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787745001.359787:0:179938:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.359790:0:179938:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787745001.359792:0:179938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787745001.359794:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418ef968 00000002:00010000:1.0:1787745001.359795:0:179938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787745001.359803:0:179938:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787745001.359805:0:179938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745001.359807:0:179938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745001.359810:0:179938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7679b27700 count: 2 00010000:00000001:1.0:1787745001.359812:0:179938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745001.359815:0:179938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.359818:0:179938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787745001.359821:0:179938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1787745001.359828:0:179938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787745001.359830:0:179938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.359833:0:179938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1787745001.359839:0:179938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787745001.359841:0:179938:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787745001.359842:0:179938:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745001.359844:0:179938:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745001.359846:0:179938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787745001.359848:0:179938:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787745001.359850:0:179938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787745001.359852:0:179938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:1.0:1787745001.359855:0:179938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7646297000. 00000080:00000001:1.0:1787745001.359858:0:179938:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787745001.359859:0:179938:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745001.359861:0:179938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:1.0:1787745001.359864:0:179938:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa08c8 00800000:00000001:1.0:1787745001.359867:0:179938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787745001.359868:0:179938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787745001.359869:0:179938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.359870:0:179938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.359872:0:179938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=3 00000020:00000001:1.0:1787745001.359874:0:179938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:1.0:1787745001.359882:0:179938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:1.0:1787745001.359885:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.359886:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745001.359887:0:179938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.359889:0:179938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745001.359891:0:179938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08c8 from it ffffa29d418efbb0 00010000:00000001:1.0:1787745001.359893:0:179938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.359894:0:179938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.359895:0:179938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352000 refcount=3 00000020:00000001:1.0:1787745001.359897:0:179938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:1.0:1787745001.359899:0:179938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338278912 : -129234371272704 : ffff8a7647352000) 00010000:00000001:1.0:1787745001.359901:0:179938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.359903:0:179938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1787745001.359909:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.359910:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.359911:0:179938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787745001.359913:0:179938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787745001.359915:0:179938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1787745001.359922:0:179938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745001.359924:0:179938:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745001.359925:0:179938:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745001.359927:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.359928:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.359929:0:179938:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.359931:0:179938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745001.359932:0:179938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.359934:0:179938:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.359936:0:179938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.359938:0:179938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.359939:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.359940:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787745001.359947:0:179938:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787745001.359948:0:179938:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787745001.359951:0:179938:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8), inode mode 41ff mask 44 00000080:00000001:1.0:1787745001.359955:0:179938:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.359960:0:179938:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1787745001.359962:0:179938:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1787745001.359964:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efb78 00000080:00200008:1.0:1787745001.359966:0:179938:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a76491280c8), flags 300000 00000080:00000010:1.0:1787745001.359971:0:179938:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8a76582fba40. 00000080:00000001:1.0:1787745001.359975:0:179938:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.359977:0:179938:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.360082:0:179938:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1787745001.360085:0:179938:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8) cmd=c03066f0 arg=7ffc4c163d20 00000020:00000001:1.0:1787745001.360092:0:179938:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1787745001.360097:0:179938:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 640 at ffff8a7643d04400. 00000020:00000001:1.0:1787745001.360102:0:179938:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.360106:0:179938:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1787745001.360108:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efad0 00000080:00200000:1.0:1787745001.360109:0:179938:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8) name=d36h.sanity stripe_offset=0 stripe_count=2, hash_type=2 00000080:00000010:1.0:1787745001.360114:0:179938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7646297000. 00800000:00000002:1.0:1787745001.360117:0:179938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00800000:00000001:1.0:1787745001.360126:0:179938:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1787745001.360128:0:179938:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1787745001.360131:0:179938:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787745001.360133:0:179938:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787745001.360134:0:179938:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787745001.360136:0:179938:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787745001.360137:0:179938:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.360139:0:179938:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787745001.360141:0:179938:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.360144:0:179938:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446614839308020736 : -129234401530880 : ffff8a7645676c00) 00800000:00000001:1.0:1787745001.360147:0:179938:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1787745001.360149:0:179938:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1787745001.360152:0:179938:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1787745001.360154:0:179938:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1787745001.360157:0:179938:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8a7648bee000: Allocated FID [0x200000402:0x10a91:0x0] 40000000:00000001:1.0:1787745001.360160:0:179938:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.360168:0:179938:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.360170:0:179938:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.360172:0:179938:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.360174:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418ef9e8 00800000:00000002:1.0:1787745001.360176:0:179938:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd36h.sanity' [0x200000402:0x10a91:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1787745001.360181:0:179938:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1787745001.360183:0:179938:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787745001.360186:0:179938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7679b27700 count: 2 00010000:00000001:1.0:1787745001.360188:0:179938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745001.360191:0:179938:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787745001.360194:0:179938:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787745001.360197:0:179938:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1787745001.360204:0:179938:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787745001.360208:0:179938:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787745001.360210:0:179938:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787745001.360212:0:179938:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1787745001.360214:0:179938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745001.360215:0:179938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745001.360217:0:179938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7679b27700 count: 3 00010000:00000001:1.0:1787745001.360220:0:179938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787745001.360222:0:179938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.360223:0:179938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745001.360224:0:179938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745001.360226:0:179938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7679b27700 count: 3 00010000:00000001:1.0:1787745001.360228:0:179938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787745001.360230:0:179938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.360231:0:179938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745001.360233:0:179938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745001.360234:0:179938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7679b27700 count: 3 00010000:00000001:1.0:1787745001.360236:0:179938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787745001.360237:0:179938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.360240:0:179938:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787745001.360243:0:179938:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8a7649128000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1787745001.360247:0:179938:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1787745001.360256:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418ef670 00000080:00002000:1.0:1787745001.360257:0:179938:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d36h.sanity 00000080:00000001:1.0:1787745001.360263:0:179938:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1787745001.360268:0:179938:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1787745001.360274:0:179938:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1787745001.360277:0:179938:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787745001.360278:0:179938:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.360293:0:179938:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787745001.360297:0:179938:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787745001.360298:0:179938:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787745001.360300:0:179938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.360301:0:179938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787745001.360426:0:179938:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a7647352000 with handle 0x6bfe83e2a9fa08c8 from hash 00010000:00000001:1.0:1787745001.360430:0:179938:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787745001.360431:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.360432:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.360434:0:179938:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787745001.360436:0:179938:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787745001.360438:0:179938:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787745001.360440:0:179938:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787745001.360443:0:179938:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787745001.360445:0:179938:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1787745001.360451:0:179938:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a2580. 00000020:00000040:1.0:1787745001.360454:0:179938:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 02000000:00000001:1.0:1787745001.360460:0:179938:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787745001.360461:0:179938:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.360464:0:179938:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787745001.360467:0:179938:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745001.360470:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.360472:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.360473:0:179938:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.360475:0:179938:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787745001.360477:0:179938:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787745001.360480:0:179938:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787745001.360486:0:179938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a7643d05400. 00000100:00000001:1.0:1787745001.360492:0:179938:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.360495:0:179938:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787745001.360502:0:179938:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787745001.360509:0:179938:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1787745001.360516:0:179938:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1787745001.360518:0:179938:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787745001.360519:0:179938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787745001.360521:0:179938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352000/0x6bfe83e2a9fa08c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f748bc expref: -99 pid: 179325 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:1.0:1787745001.360530:0:179938:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a7679b27700 count: 0 00010000:00000010:1.0:1787745001.360535:0:179938:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a766c5d6200. 00010000:00000001:1.0:1787745001.360541:0:179938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.360543:0:179938:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.360544:0:179938:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787745001.360546:0:179938:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.360548:0:179938:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1787745001.360560:0:179938:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a7648bee000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787745001.360571:0:179938:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a76518a2580 x1874579698264832/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/4544 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787745001.360579:0:179938:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787745001.360581:0:179938:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787745001.360587:0:179938:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7679b466c0. 00000100:00000001:1.0:1787745001.360589:0:179938:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614840185480896 : -129233524070720 : ffff8a7679b466c0) 00000100:00000001:1.0:1787745001.360592:0:179938:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745001.360593:0:179938:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511623040 : -129234197928576 : ffff8a76518a2580) 00000100:00000001:1.0:1787745001.360598:0:179938:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787745001.360602:0:179938:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.360604:0:179938:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787745001.360606:0:179938:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787745001.360610:0:179938:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a2580 x1874579698264832/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/4544 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787745001.360616:0:179938:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787745001.360624:0:179938:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745001.360628:0:179938:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787745001.360630:0:179938:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787745001.360632:0:179938:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787745001.360636:0:179938:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a2580 pname:cluuid:pid:xid:nid:opc:job lfs:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179938:1874579698264832:192.168.201.110@tcp:36:lfs.0 00000100:00000001:1.0:1787745001.360640:0:179938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787745001.360646:0:179938:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787745001.360648:0:179938:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745001.360650:0:179938:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787745001.360656:0:179938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8a7650016000. 02000000:00000001:1.0:1787745001.360657:0:179938:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787745001.360743:0:179938:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1787745001.360749:0:179938:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c00cb8. 00000100:00000040:3.0:1787745001.360756:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301296312, at 4301296313 00000400:00000010:1.0:1787745001.360757:0:179938:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a7679b46240. 00000100:00000200:1.0:1787745001.360777:0:179938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1874579698264832, portal 10 00000100:00000010:3.0:1787745001.360779:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f8c60. 00000100:00000001:1.0:1787745001.360783:0:179938:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745001.360785:0:179938:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511623040 : -129234197928576 : ffff8a76518a2580) 00000100:00000040:1.0:1787745001.360792:0:179938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a76518a2580 x1874579698264832/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/4544 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787745001.360798:0:179938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787745001.360801:0:179938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787745001.360804:0:179938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0198. 00000100:00000200:1.0:1787745001.360808:0:179938:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1874579698264832, offset 0 00000400:00000200:1.0:1787745001.360814:0:179938:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1787745001.360825:0:179938:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787745001.360832:0:179938:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1787745001.360838:0:179938:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787745001.360843:0:179938:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1787745001.360848:0:179938:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1787745001.360850:0:169117:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301296312, at 4301296313 00000400:00000200:1.0:1787745001.360851:0:179938:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787745001.360858:0:179938:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440828:440828:256:4294967295] 192.168.201.110@tcp LPNI seq info [440827:440827:8:4294967295] 00000100:00000010:2.0:1787745001.360860:0:169117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f8060. 00000400:00000200:1.0:1787745001.360865:0:179938:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787745001.360877:0:179938:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1787745001.360891:0:179938:0:(socklnd_cb.c:931:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1787745001.360897:0:179938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a7646683200. 00000800:00000200:1.0:1787745001.360904:0:179938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1787745001.360911:0:179938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1787745001.360915:0:179938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7646683200 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:1.0:1787745001.360933:0:179938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745001.360938:0:179938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:1.0:1787745001.360942:0:179938:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787745001.360944:0:179938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301296322 00000100:00000010:1.0:1787745001.360949:0:179938:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897a840. 00000100:00000001:1.0:1787745001.360953:0:179938:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787745001.360958:0:179938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301296322 00000100:00000010:1.0:1787745001.360961:0:179938:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897a3c0. 00000100:00000001:1.0:1787745001.360963:0:179938:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787745001.360966:0:179938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745001.360969:0:179938:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.360971:0:179938:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787745001.360973:0:179938:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787745001.360975:0:179938:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7679b466c0 going to sleep for 11 seconds 00000100:00000001:1.0:1787745001.360978:0:179938:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787745001.360981:0:179938:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787745001.361095:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787745001.361100:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a7646683200. 00000400:00000200:3.0:1787745001.361104:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787745001.361110:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787745001.361115:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0198 00000400:00000010:3.0:1787745001.361117:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0198. 00000100:00000001:3.0:1787745001.361121:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787745001.361126:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a2580 x1874579698264832/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/4544 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745001.361148:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787745001.361152:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76518a2580 x1874579698264832/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/4544 e 0 to 0 dl 1787745017 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745001.361159:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.361168:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1787745001.370837:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301296322, at 4301296323 00000100:00000010:3.0:1787745001.370855:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897a3c0. 00000100:00000040:2.0:1787745001.370998:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301296322, at 4301296323 00000100:00000010:2.0:1787745001.371023:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897a840. 00010000:00000010:1.1:1787745001.372717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a76476ab000. 00000080:00000010:1.1:1787745001.372742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8a7643d022c0. 00010000:00000010:1.1:1787745001.372751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a7679b27700. 00010000:00000010:1.1:1787745001.372755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a7647352000. 00000800:00000001:3.0:1787745001.376401:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745001.376424:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787745001.376429:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745001.376432:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787745001.376441:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.376450:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787745001.376461:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.376466:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.376473:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.376476:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 536 into portal 10 MB=0x6a8eb9904ab00 00000400:00000200:3.0:1787745001.376481:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.376487:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 536/536 into md 0x3e1e6d [2] + 224 00000800:00000001:3.0:1787745001.376496:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745001.376504:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787745001.376508:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787745001.376513:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787745001.376521:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787745001.376531:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a2580 x1874579698264832/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/4544 e 0 to 0 dl 1787745017 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787745001.376539:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=536 offset=224 replen=4544 req@ffff8a76518a2580 x1874579698264832/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/4544 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745001.376557:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787745001.376565:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745001.376568:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.376945:0:179938:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787745001.376953:0:179938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787745001.376955:0:179938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787745001.376958:0:179938:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c00cb8. 00000400:00000200:1.0:1787745001.376963:0:179938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7679b46240 00000400:00000010:1.0:1787745001.376965:0:179938:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8a7679b46240. 00000100:00000001:1.0:1787745001.376968:0:179938:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787745001.376973:0:179938:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a2580 x1874579698264832/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/4544 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787745001.376982:0:179938:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a2580 x1874579698264832/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/4544 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787745001.377076:0:179938:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787745001.377078:0:179938:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.377081:0:179938:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787745001.377084:0:179938:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787745001.377086:0:179938:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787745001.377088:0:179938:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745001.377091:0:179938:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787745001.377101:0:179938:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=115 v=5 (5 5 5 5) 00000100:00001000:1.0:1787745001.377105:0:179938:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=68 v=5 (1 1 1 1) 00000100:00000001:1.0:1787745001.377108:0:179938:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787745001.377109:0:179938:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.377111:0:179938:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787745001.377115:0:179938:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.377119:0:179938:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787745001.377121:0:179938:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x60002205b/0x1] 00000100:00000001:1.0:1787745001.377122:0:179938:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787745001.377124:0:179938:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745001.377126:0:179938:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511623040 : -129234197928576 : ffff8a76518a2580) 00000100:00000001:1.0:1787745001.377129:0:179938:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787745001.377131:0:179938:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:1.0:1787745001.377133:0:179938:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787745001.377135:0:179938:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745001.377141:0:179938:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a2580 x1874579698264832/t25769956159(25769956159) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/536 e 0 to 0 dl 1787745017 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787745001.377148:0:179938:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745001.377151:0:179938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787745001.377153:0:179938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787745001.377157:0:179938:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a2580 x1874579698264832/t25769956159(25769956159) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/536 e 0 to 0 dl 1787745017 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787745001.377166:0:179938:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a2580 pname:cluuid:pid:xid:nid:opc:job lfs:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179938:1874579698264832:192.168.201.110@tcp:36:lfs.0 00000100:00000001:1.0:1787745001.377171:0:179938:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.377179:0:179938:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.377181:0:179938:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787745001.377183:0:179938:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745001.377188:0:179938:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76518a2580 x1874579698264832/t25769956159(25769956159) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 560/536 e 0 to 0 dl 1787745017 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787745001.377195:0:179938:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787745001.377198:0:179938:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7679b466c0. 00000100:00000001:1.0:1787745001.377200:0:179938:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787745001.377202:0:179938:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.377220:0:179938:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.377224:0:179938:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000402:0x10a91:0x0] 00800000:00000001:1.0:1787745001.377227:0:179938:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.377231:0:179938:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787745001.377239:0:179938:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1787745001.377242:0:179938:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787745001.377245:0:179938:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289347729 : 144115205289347729 : 200000402010a91) 00000080:00000001:1.0:1787745001.377249:0:179938:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1787745001.377268:0:179938:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8a766d5b3180. 00000080:00000001:1.0:1787745001.377281:0:179938:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1787745001.377283:0:179938:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000402:0x10a91:0x0](ffff8a766d5b3248) 00000080:00000001:1.0:1787745001.377287:0:179938:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1787745001.377289:0:179938:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000402:0x10a91:0x0] 00000080:00000001:1.0:1787745001.377292:0:179938:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.377294:0:179938:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289347729 : 144115205289347729 : 200000402010a91) 00000080:00000001:1.0:1787745001.377297:0:179938:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1787745001.377300:0:179938:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205289347729 mtime from 0 to 1787745001 00000080:00200000:1.0:1787745001.377313:0:179938:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x10a91:0x0], updating i_size 4096 00000080:00000001:1.0:1787745001.377316:0:179938:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1787745001.377319:0:179938:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614839978308168 : -129233731243448 : ffff8a766d5b3248) 00000080:00000001:1.0:1787745001.377322:0:179938:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787745001.377326:0:179938:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787745001.377327:0:179938:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.377336:0:179938:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745001.377340:0:179938:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a2580 x1874579698264832/t25769956159(25769956159) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 600/536 e 0 to 0 dl 1787745017 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787745001.377357:0:179938:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.377360:0:179938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:1.0:1787745001.377364:0:179938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7646297000. 00000080:00000010:1.0:1787745001.377369:0:179938:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 640 at ffff8a7643d04400. 00000080:00000001:1.0:1787745001.377373:0:179938:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.377394:0:179938:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1787745001.377396:0:179938:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1787745001.377399:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efdd0 00000080:00200008:1.0:1787745001.377402:0:179938:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a76491280c8), flags 300000 00000080:00400000:1.0:1787745001.377406:0:179938:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1787745001.377410:0:179938:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8a76582fba40. 00000080:00000001:1.0:1787745001.377414:0:179938:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787745001.377417:0:179938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d418efdd0 00000080:00000008:1.0:1787745001.377419:0:179938:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8a76491280c8), flags 300000, rc = 0 00000080:00000001:1.0:1787745001.377422:0:179938:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.377424:0:179938:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745001.419818:0:179943:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787745001.419824:0:179943:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787745001.419827:0:179943:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787745001.419831:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47b20 00000080:00200000:0.0:1787745001.419836:0:179943:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:0.0:1787745001.419844:0:179943:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7647e98a00. 00800000:00000002:0.0:1787745001.419850:0:179943:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:0.0:1787745001.419857:0:179943:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787745001.419863:0:179943:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787745001.419865:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47a40 00800000:00000002:0.0:1787745001.419868:0:179943:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787745001.419872:0:179943:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787745001.419875:0:179943:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787745001.419877:0:179943:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787745001.419880:0:179943:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787745001.419882:0:179943:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787745001.419884:0:179943:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787745001.419886:0:179943:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787745001.419888:0:179943:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787745001.419891:0:179943:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787745001.419896:0:179943:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787745001.419897:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47910 00000002:00010000:0.0:1787745001.419899:0:179943:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787745001.419902:0:179943:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787745001.419904:0:179943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787745001.419908:0:179943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787745001.419914:0:179943:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745001.419916:0:179943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745001.419917:0:179943:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745001.419919:0:179943:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787745001.419921:0:179943:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1787745001.419932:0:179943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a7672476d00. 00000020:00000040:0.0:1787745001.419937:0:179943:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1728 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00010000:00000001:0.0:1787745001.419943:0:179943:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787745001.419947:0:179943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787745001.419954:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.419956:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745001.419958:0:179943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.419962:0:179943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787745001.419964:0:179943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787745001.419968:0:179943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787745001.419974:0:179943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a7646174400. 00000100:00000001:0.0:1787745001.419981:0:179943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.419986:0:179943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787745001.419987:0:179943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.419989:0:179943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787745001.419990:0:179943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.419992:0:179943:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745001.419997:0:179943:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446614840060898560 : -129233648653056 : ffff8a7672476d00) 00010000:00000001:0.0:1787745001.420002:0:179943:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787745001.420004:0:179943:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1787745001.420008:0:179943:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8a765346b600. 00010000:00000010:0.0:1787745001.420012:0:179943:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a766c5d6600. 00010000:00000001:0.0:1787745001.420016:0:179943:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787745001.420019:0:179943:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a7647352600. 00000020:00000001:0.0:1787745001.420023:0:179943:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787745001.420026:0:179943:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a7647352600 with handle 0x6bfe83e2a9fa08f9 to hash 00000020:00000001:0.0:1787745001.420028:0:179943:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787745001.420030:0:179943:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745001.420034:0:179943:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745001.420038:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787745001.420040:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745001.420044:0:179943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787745001.420054:0:179943:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787745001.420071:0:179943:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787745001.420077:0:179943:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787745001.420079:0:179943:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787745001.420085:0:179943:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7643927a80. 00000100:00000001:0.0:1787745001.420087:0:179943:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614839277288064 : -129234432263552 : ffff8a7643927a80) 00000100:00000001:0.0:1787745001.420090:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787745001.420092:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060898560 : -129233648653056 : ffff8a7672476d00) 00000100:00000001:0.0:1787745001.420096:0:179943:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787745001.420101:0:179943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.420103:0:179943:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787745001.420106:0:179943:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787745001.420117:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a7672476d00 x1874579698264960/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745001.420125:0:179943:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787745001.420127:0:179943:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787745001.420130:0:179943:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787745001.420133:0:179943:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787745001.420135:0:179943:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787745001.420139:0:179943:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a7672476d00 pname:cluuid:pid:xid:nid:opc:job cp:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179943:1874579698264960:192.168.201.110@tcp:101:cp.0 00000100:00000001:0.0:1787745001.420142:0:179943:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787745001.420148:0:179943:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787745001.420151:0:179943:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787745001.420154:0:179943:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787745001.420170:0:179943:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8a7651954000. 02000000:00000001:0.0:1787745001.420173:0:179943:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787745001.420181:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787745001.420185:0:179943:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c3688. 00000400:00000010:0.0:1787745001.420192:0:179943:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8a7643927840. 00000100:00000200:0.0:1787745001.420200:0:179943:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874579698264960, portal 10 00000100:00000001:0.0:1787745001.420202:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787745001.420208:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060898560 : -129233648653056 : ffff8a7672476d00) 00000100:00000040:0.0:1787745001.420214:0:179943:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a7672476d00 x1874579698264960/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745001.420221:0:179943:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787745001.420224:0:179943:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787745001.420227:0:179943:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef42a8. 00000100:00000200:0.0:1787745001.420232:0:179943:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874579698264960, offset 0 00000400:00000200:0.0:1787745001.420238:0:179943:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787745001.420248:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787745001.420254:0:179943:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787745001.420259:0:179943:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787745001.420263:0:179943:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787745001.420267:0:179943:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787745001.420270:0:179943:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787745001.420273:0:179943:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440829:440829:256:4294967295] 192.168.201.110@tcp LPNI seq info [440828:440828:8:4294967295] 00000400:00000200:0.0:1787745001.420278:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787745001.420287:0:179943:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787745001.420292:0:179943:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787745001.420297:0:179943:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880f000. 00000800:00000200:0.0:1787745001.420303:0:179943:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787745001.420311:0:179943:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787745001.420316:0:179943:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880f000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1787745001.420330:0:179943:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787745001.420334:0:179943:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:0.0:1787745001.420338:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787745001.420340:0:179943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301296381 00000100:00000010:0.0:1787745001.420343:0:179943:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a766c7f22a0. 00000100:00000001:0.0:1787745001.420350:0:179943:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787745001.420363:0:179943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301296381 00000100:00000010:0.0:1787745001.420366:0:179943:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a766c7f2d20. 00000100:00000001:0.0:1787745001.420373:0:179943:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787745001.420376:0:179943:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787745001.420379:0:179943:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.420381:0:179943:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787745001.420383:0:179943:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787745001.420386:0:179943:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7643927a80 going to sleep for 11 seconds 00000100:00000001:0.0:1787745001.420388:0:179943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787745001.420391:0:179943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787745001.420834:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745001.420839:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880f000. 00000400:00000200:2.0:1787745001.420844:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.420849:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745001.420855:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef42a8 00000400:00000010:2.0:1787745001.420857:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef42a8. 00000100:00000001:2.0:1787745001.420871:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745001.420876:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a7672476d00 x1874579698264960/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.420885:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745001.420888:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a7672476d00 x1874579698264960/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787745017 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.420895:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745001.420896:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787745001.429620:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745001.429648:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787745001.429652:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745001.429655:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787745001.429708:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.429716:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787745001.429739:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.429744:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.429750:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.429754:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 688 into portal 10 MB=0x6a8eb9904ab80 00000400:00000200:3.0:1787745001.429758:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.429777:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 688/688 into md 0x3e1e75 [4] + 224 00000800:00000001:3.0:1787745001.429785:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745001.429794:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787745001.429798:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787745001.429803:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787745001.429811:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787745001.429820:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a7672476d00 x1874579698264960/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787745001.429841:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff8a7672476d00 x1874579698264960/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.429856:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787745001.429864:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745001.429868:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787745001.430106:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301296381, at 4301296382 00000100:00000010:2.0:1787745001.430117:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a766c7f22a0. 00000100:00000001:0.0:1787745001.430261:0:179943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787745001.430270:0:179943:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787745001.430273:0:179943:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787745001.430277:0:179943:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c3688. 00000400:00000200:0.0:1787745001.430282:0:179943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7643927840 00000400:00000010:0.0:1787745001.430284:0:179943:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff8a7643927840. 00000100:00000001:0.0:1787745001.430290:0:179943:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787745001.430294:0:179943:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a7672476d00 x1874579698264960/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787745001.430305:0:179943:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a7672476d00 x1874579698264960/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745001.430311:0:179943:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787745001.430313:0:179943:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787745001.430316:0:179943:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787745001.430319:0:179943:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787745001.430322:0:179943:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787745001.430324:0:179943:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787745001.430327:0:179943:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787745001.430337:0:179943:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=115 v=5 (5 5 5 5) 00000100:00001000:0.0:1787745001.430341:0:179943:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=68 v=5 (1 1 1 1) 00000100:00000001:0.0:1787745001.430344:0:179943:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787745001.430345:0:179943:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.430349:0:179943:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787745001.430353:0:179943:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.430356:0:179943:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787745001.430359:0:179943:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:0.0:1787745001.430360:0:179943:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787745001.430383:0:179943:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787745001.430390:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a7672476d00 x1874579698264960/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745001.430397:0:179943:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787745001.430401:0:179943:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787745001.430403:0:179943:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787745001.430407:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a7672476d00 x1874579698264960/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1787745017 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787745001.430415:0:179943:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a7672476d00 pname:cluuid:pid:xid:nid:opc:job cp:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179943:1874579698264960:192.168.201.110@tcp:101:cp.0 00000100:00000001:0.0:1787745001.430420:0:179943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787745001.430423:0:179943:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.430425:0:179943:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787745001.430428:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787745001.430432:0:179943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7672476d00 x1874579698264960/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1787745017 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745001.430439:0:179943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787745001.430442:0:179943:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7643927a80. 00000100:00000001:0.0:1787745001.430445:0:179943:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787745001.430447:0:179943:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.430450:0:179943:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787745001.430454:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745001.430457:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745001.430461:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=4 00000020:00000001:0.0:1787745001.430463:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745001.430467:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000040:0.0:1787745001.430475:0:179943:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8a7647352600, remote cookie: 0xd1177cb064f74972, flags: 0x1001 00010000:00010000:0.0:1787745001.430480:0:179943:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787745001.430490:0:179943:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745001.430509:0:179943:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787745001.430514:0:179943:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787745001.430516:0:179943:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787745001.430517:0:179943:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787745001.430519:0:179943:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787745001.430522:0:179943:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8a765346b600) refcount = 1 00010000:00010000:0.0:1787745001.430526:0:179943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745001.430532:0:179943:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787745001.430536:0:179943:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787745001.430538:0:179943:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787745001.430541:0:179943:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787745001.430544:0:179943:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745001.430546:0:179943:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745001.430552:0:179943:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787745001.430554:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.430555:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745001.430556:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.430558:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745001.430559:0:179943:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745001.430564:0:179943:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787745001.430566:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745001.430567:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745001.430568:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:0.0:1787745001.430570:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745001.430572:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745001.430574:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745001.430575:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745001.430576:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=4 00000020:00000001:0.0:1787745001.430578:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745001.430586:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745001.430589:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787745001.430592:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745001.430595:0:179943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745001.430602:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.430604:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745001.430605:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745001.430606:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745001.430608:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=5 00000020:00000001:0.0:1787745001.430610:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745001.430612:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745001.430614:0:179943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787745001.430618:0:179943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745001.430624:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.430625:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787745001.430628:0:179943:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745001.430633:0:179943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787745001.430635:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.430636:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745001.430637:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.430638:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787745001.430644:0:179943:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a7672476d00 x1874579698264960/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1787745017 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1787745001.430655:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745001.430656:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745001.430657:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:0.0:1787745001.430694:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745001.430696:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745001.430699:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.430700:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787745001.430701:0:179943:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745001.430703:0:179943:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745001.430706:0:179943:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1787745001.430708:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745001.430710:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745001.430711:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:0.0:1787745001.430712:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745001.430715:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00000002:00010000:0.0:1787745001.430718:0:179943:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745001.430725:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.430726:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745001.430728:0:179943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787745001.430730:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745001.430731:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745001.430732:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:0.0:1787745001.430734:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745001.430736:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000040:0.0:1787745001.430742:0:179943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a765346b600 count: 2 00010000:00000001:0.0:1787745001.430745:0:179943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787745001.430749:0:179943:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a7647e84400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1787745001.430752:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.430753:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787745001.430754:0:179943:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787745001.430757:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47898 00000002:00002000:0.0:1787745001.430759:0:179943:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1787745001.430773:0:179943:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787745001.430778:0:179943:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787745001.430787:0:179943:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787745001.430790:0:179943:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1787745001.430793:0:179943:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787745001.430798:0:179943:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:0.0:1787745001.430801:0:179943:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7647e98a00. 00000080:00000001:0.0:1787745001.430805:0:179943:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787745001.430808:0:179943:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787745001.430814:0:179943:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1787745001.430819:0:179943:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00000100:00000040:3.0:1787745001.430979:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301296381, at 4301296383 00000100:00000010:3.0:1787745001.430987:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a766c7f2d20. 00800000:00000010:0.0:1787745001.431024:0:179943:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8a7679902c40. 00800000:00000001:0.0:1787745001.431027:0:179943:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446614840183106624 : -129233526444992 : ffff8a7679902c40) 00800000:00000001:0.0:1787745001.431029:0:179943:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745001.431031:0:179943:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787745001.431034:0:179943:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1787745001.431036:0:179943:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1787745001.431038:0:179943:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1787745001.431041:0:179943:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1787745001.431043:0:179943:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745001.431047:0:179943:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1787745001.431050:0:179943:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1787745001.431053:0:179943:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1787744946 to 1787745001 00000080:00200000:0.0:1787745001.431057:0:179943:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 12288 00010000:00000001:0.0:1787745001.431059:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745001.431061:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745001.431062:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:0.0:1787745001.431064:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745001.431066:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745001.431068:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.431069:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1787745001.431071:0:179943:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1787745001.431074:0:179943:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1787745001.431075:0:179943:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a7679902c40 1 00800000:00000010:0.0:1787745001.431077:0:179943:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8a7679902c40. 00800000:00000001:0.0:1787745001.431081:0:179943:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787745001.431084:0:179943:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa08f9 00800000:00000001:0.0:1787745001.431092:0:179943:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787745001.431094:0:179943:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787745001.431095:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745001.431096:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745001.431097:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:0.0:1787745001.431099:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745001.431101:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745001.431103:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.431104:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787745001.431105:0:179943:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787745001.431107:0:179943:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745001.431109:0:179943:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787745001.431111:0:179943:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:0.0:1787745001.431114:0:179943:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08f9 from it ffffa29d41c47b58 00010000:00000001:0.0:1787745001.431116:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745001.431117:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745001.431118:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:0.0:1787745001.431120:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745001.431121:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745001.431123:0:179943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787745001.431125:0:179943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745001.431132:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.431133:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745001.431134:0:179943:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787745001.431137:0:179943:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787745001.431139:0:179943:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787745001.431146:0:179943:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787745001.431148:0:179943:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787745001.431150:0:179943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787745001.431159:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.431160:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745001.431162:0:179943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.431164:0:179943:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787745001.431166:0:179943:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.431168:0:179943:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.431170:0:179943:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.431172:0:179943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787745001.431173:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.431174:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787745001.431176:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787745001.431182:0:179943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7672476d00 x1874579698264960/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1787745017 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745001.431188:0:179943:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787745001.431192:0:179943:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787745001.431195:0:179943:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8a7651954000. 02000000:00000001:0.0:1787745001.431207:0:179943:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787745001.431210:0:179943:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787745001.431212:0:179943:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:0.0:1787745001.431214:0:179943:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787745001.431217:0:179943:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a7646174400. 02000000:00000001:0.0:1787745001.431221:0:179943:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787745001.431222:0:179943:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787745001.431224:0:179943:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7672476d00. 00000100:00000001:0.0:1787745001.431228:0:179943:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787745001.431229:0:179943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787745001.431233:0:179943:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8), inode mode 41ff mask 1 00000080:00000001:0.0:1787745001.431239:0:179943:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787745001.431251:0:179943:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8a76514e3ae0. 00000020:00000001:0.0:1787745001.431256:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47a88 00000080:00200000:0.0:1787745001.431259:0:179943:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d36h.sanity, dir=[0x200000007:0x1:0x0](ffff8a76491280c8), flags=25 00000080:00000001:0.0:1787745001.431262:0:179943:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1787745001.431264:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47938 00000080:00200000:0.0:1787745001.431265:0:179943:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d36h.sanity, dir=[0x200000007:0x1:0x0](ffff8a76491280c8), intent=0 00000080:00000010:0.0:1787745001.431273:0:179943:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7647e98a00. 00800000:00000002:0.0:1787745001.431278:0:179943:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:0.0:1787745001.431288:0:179943:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787745001.431292:0:179943:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787745001.431294:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47858 00800000:00000002:0.0:1787745001.431296:0:179943:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd36h.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787745001.431300:0:179943:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787745001.431304:0:179943:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787745001.431306:0:179943:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787745001.431309:0:179943:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787745001.431312:0:179943:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787745001.431313:0:179943:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787745001.431316:0:179943:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787745001.431318:0:179943:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745001.431321:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c477f0 00800000:00000002:0.0:1787745001.431323:0:179943:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d36h.sanity' -> mds #0 00000002:00000001:0.0:1787745001.431327:0:179943:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787745001.431329:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47728 00000002:00010000:0.0:1787745001.431331:0:179943:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d36h.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1787745001.431335:0:179943:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787745001.431337:0:179943:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1787745001.431341:0:179943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a7672476d00. 00000020:00000040:0.0:1787745001.431344:0:179943:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1728 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00010000:00000001:0.0:1787745001.431348:0:179943:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787745001.431351:0:179943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787745001.431354:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.431355:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745001.431356:0:179943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.431359:0:179943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787745001.431585:0:179943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787745001.431590:0:179943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787745001.431598:0:179943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a7646174400. 00000100:00000001:0.0:1787745001.431606:0:179943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.431610:0:179943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787745001.431612:0:179943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.431613:0:179943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787745001.431615:0:179943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.431616:0:179943:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745001.431640:0:179943:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446614840060898560 : -129233648653056 : ffff8a7672476d00) 00010000:00000001:0.0:1787745001.431644:0:179943:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787745001.431646:0:179943:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1787745001.431650:0:179943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a765346b600 count: 2 00010000:00000001:0.0:1787745001.431653:0:179943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787745001.431655:0:179943:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787745001.431659:0:179943:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a7647353000. 00000020:00000001:0.0:1787745001.431689:0:179943:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787745001.431692:0:179943:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a7647353000 with handle 0x6bfe83e2a9fa0900 to hash 00000020:00000001:0.0:1787745001.431695:0:179943:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787745001.431696:0:179943:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000001:0.0:1787745001.431700:0:179943:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000001:0.0:1787745001.431702:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787745001.431704:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745001.431708:0:179943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353000/0x6bfe83e2a9fa0900 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787745001.431715:0:179943:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353000/0x6bfe83e2a9fa0900 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787745001.431725:0:179943:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353000/0x6bfe83e2a9fa0900 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787745001.431731:0:179943:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787745001.431733:0:179943:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787745001.431739:0:179943:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7643927a80. 00000100:00000001:0.0:1787745001.431741:0:179943:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614839277288064 : -129234432263552 : ffff8a7643927a80) 00000100:00000001:0.0:1787745001.431744:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787745001.431745:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060898560 : -129233648653056 : ffff8a7672476d00) 00000100:00000001:0.0:1787745001.431749:0:179943:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787745001.431754:0:179943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.431756:0:179943:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787745001.431757:0:179943:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787745001.431773:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a7672476d00 x1874579698265088/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745001.431788:0:179943:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787745001.431791:0:179943:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787745001.431795:0:179943:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787745001.431799:0:179943:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787745001.431801:0:179943:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787745001.431805:0:179943:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a7672476d00 pname:cluuid:pid:xid:nid:opc:job cp:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179943:1874579698265088:192.168.201.110@tcp:101:cp.0 00000100:00000001:0.0:1787745001.431810:0:179943:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787745001.431816:0:179943:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787745001.431819:0:179943:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787745001.431821:0:179943:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787745001.432036:0:179943:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8a7651954000. 02000000:00000001:0.0:1787745001.432040:0:179943:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787745001.432048:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787745001.432054:0:179943:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c3688. 00000400:00000010:0.0:1787745001.432061:0:179943:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8a7643927840. 00000100:00000200:0.0:1787745001.432068:0:179943:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874579698265088, portal 10 00000100:00000001:0.0:1787745001.432070:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787745001.432072:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060898560 : -129233648653056 : ffff8a7672476d00) 00000100:00000040:0.0:1787745001.432079:0:179943:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a7672476d00 x1874579698265088/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745001.432087:0:179943:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787745001.432089:0:179943:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787745001.432093:0:179943:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4bb0. 00000100:00000200:0.0:1787745001.432097:0:179943:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1874579698265088, offset 0 00000400:00000200:0.0:1787745001.432103:0:179943:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787745001.432113:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787745001.432120:0:179943:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787745001.432451:0:179943:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787745001.432459:0:179943:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787745001.432463:0:179943:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787745001.432467:0:179943:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787745001.432471:0:179943:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440830:440830:256:4294967295] 192.168.201.110@tcp LPNI seq info [440829:440829:8:4294967295] 00000400:00000200:0.0:1787745001.432483:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787745001.432494:0:179943:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787745001.432500:0:179943:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787745001.432506:0:179943:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880fb00. 00000800:00000200:0.0:1787745001.432516:0:179943:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787745001.432524:0:179943:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787745001.432528:0:179943:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880fb00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1787745001.432610:0:179943:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787745001.432616:0:179943:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:0.0:1787745001.432619:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787745001.432621:0:179943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301296393 00000100:00000010:0.0:1787745001.432626:0:179943:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a766c7f24e0. 00000100:00000001:0.0:1787745001.432641:0:179943:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787745001.432647:0:179943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301296393 00000100:00000010:0.0:1787745001.432651:0:179943:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a766c7f26c0. 00000100:00000001:0.0:1787745001.432654:0:179943:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787745001.432657:0:179943:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787745001.432660:0:179943:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.432696:0:179943:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787745001.432698:0:179943:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787745001.432701:0:179943:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7643927a80 going to sleep for 11 seconds 00000100:00000001:0.0:1787745001.432703:0:179943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787745001.432706:0:179943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787745001.433071:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745001.433075:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880fb00. 00000400:00000200:2.0:1787745001.433081:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.433087:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745001.433094:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4bb0 00000400:00000010:2.0:1787745001.433097:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4bb0. 00000100:00000001:2.0:1787745001.433101:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745001.433106:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a7672476d00 x1874579698265088/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.433115:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745001.433118:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a7672476d00 x1874579698265088/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.433125:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745001.433126:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1787745001.441817:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301296393, at 4301296394 00000100:00000010:2.0:1787745001.441868:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a766c7f24e0. 00000100:00000040:3.0:1787745001.442441:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301296393, at 4301296394 00000100:00000010:3.0:1787745001.442449:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a766c7f26c0. 00000800:00000001:3.0:1787745001.445065:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745001.445083:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787745001.445087:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745001.445089:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787745001.445098:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.445107:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787745001.445117:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.445121:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.445126:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.445288:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 672 into portal 10 MB=0x6a8eb9904ac00 00000400:00000200:3.0:1787745001.445293:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.445301:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 672/672 into md 0x3e1e7d [4] + 224 00000800:00000001:3.0:1787745001.445309:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745001.445317:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787745001.445321:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787745001.445326:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787745001.445334:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787745001.445343:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a7672476d00 x1874579698265088/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1787745001.445353:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=672 offset=224 replen=9088 req@ffff8a7672476d00 x1874579698265088/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745001.445539:0:179943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787745001.445559:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787745001.445568:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745001.445572:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787745001.447737:0:179943:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787745001.447743:0:179943:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787745001.447746:0:179943:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c3688. 00000400:00000200:0.0:1787745001.447754:0:179943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7643927840 00000400:00000010:0.0:1787745001.447757:0:179943:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff8a7643927840. 00000100:00000001:0.0:1787745001.447773:0:179943:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787745001.447783:0:179943:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a7672476d00 x1874579698265088/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787745001.447816:0:179943:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a7672476d00 x1874579698265088/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745001.447833:0:179943:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787745001.447836:0:179943:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787745001.447838:0:179943:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787745001.447841:0:179943:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787745001.447844:0:179943:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787745001.447846:0:179943:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787745001.447849:0:179943:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787745001.447858:0:179943:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=115 v=5 (5 5 5 5) 00000100:00001000:0.0:1787745001.447863:0:179943:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=68 v=5 (1 1 1 1) 00000100:00000001:0.0:1787745001.447866:0:179943:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787745001.447867:0:179943:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.447870:0:179943:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787745001.447874:0:179943:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.447878:0:179943:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787745001.447880:0:179943:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:0.0:1787745001.447882:0:179943:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787745001.447884:0:179943:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787745001.447889:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a7672476d00 x1874579698265088/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/672 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745001.447896:0:179943:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787745001.447899:0:179943:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787745001.447901:0:179943:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787745001.447905:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a7672476d00 x1874579698265088/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/672 e 0 to 0 dl 1787745017 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787745001.447913:0:179943:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a7672476d00 pname:cluuid:pid:xid:nid:opc:job cp:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179943:1874579698265088:192.168.201.110@tcp:101:cp.0 00000100:00000001:0.0:1787745001.447918:0:179943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787745001.447921:0:179943:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.447924:0:179943:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787745001.447925:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787745001.447936:0:179943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7672476d00 x1874579698265088/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/672 e 0 to 0 dl 1787745017 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745001.447942:0:179943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787745001.447945:0:179943:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7643927a80. 00000100:00000001:0.0:1787745001.447948:0:179943:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787745001.447949:0:179943:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.447952:0:179943:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787745001.447956:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745001.447958:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745001.447962:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353000 refcount=4 00000020:00000001:0.0:1787745001.447965:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000001:0.0:1787745001.447968:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000040:0.0:1787745001.447975:0:179943:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8a7647353000, remote cookie: 0xd1177cb064f7498e, flags: 0x1001 00010000:00010000:0.0:1787745001.447980:0:179943:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353000/0x6bfe83e2a9fa0900 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f7498e expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1787745001.447989:0:179943:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x10a91:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1787745001.447992:0:179943:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1787745001.448002:0:179943:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8a764543f000. 00010000:00000010:0.0:1787745001.448007:0:179943:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a766c5d6f80. 00010000:00000001:0.0:1787745001.448012:0:179943:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745001.448015:0:179943:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353000/0x6bfe83e2a9fa0900 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x10a91:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f7498e expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787745001.448024:0:179943:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353000/0x6bfe83e2a9fa0900 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x10a91:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f7498e expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745001.448031:0:179943:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787745001.448035:0:179943:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787745001.448036:0:179943:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787745001.448038:0:179943:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787745001.448045:0:179943:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787745001.448048:0:179943:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x10a91:0x0].0x0 (ffff8a764543f000) refcount = 1 00010000:00010000:0.0:1787745001.448052:0:179943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353000/0x6bfe83e2a9fa0900 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x10a91:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f7498e expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745001.448058:0:179943:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787745001.448061:0:179943:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787745001.448063:0:179943:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787745001.448066:0:179943:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787745001.448069:0:179943:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745001.448072:0:179943:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353000/0x6bfe83e2a9fa0900 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x10a91:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f7498e expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745001.448079:0:179943:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787745001.448080:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.448082:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745001.448083:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.448084:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745001.448086:0:179943:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745001.448091:0:179943:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787745001.448092:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745001.448094:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745001.448095:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353000 refcount=3 00000020:00000001:0.0:1787745001.448097:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000001:0.0:1787745001.448100:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000001:0.0:1787745001.448102:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745001.448103:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745001.448104:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353000 refcount=4 00000020:00000001:0.0:1787745001.448106:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000001:0.0:1787745001.448107:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000001:0.0:1787745001.448110:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787745001.448113:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745001.448116:0:179943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353000/0x6bfe83e2a9fa0900 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x10a91:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f7498e expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745001.448144:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.448145:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745001.448146:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745001.448147:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745001.448352:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353000 refcount=5 00000020:00000001:0.0:1787745001.448355:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000001:0.0:1787745001.448358:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000001:0.0:1787745001.448360:0:179943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787745001.448415:0:179943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353000/0x6bfe83e2a9fa0900 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x10a91:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f7498e expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745001.448422:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.448423:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787745001.448426:0:179943:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353000/0x6bfe83e2a9fa0900 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x10a91:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f7498e expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745001.448432:0:179943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787745001.448433:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.448435:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745001.448436:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.448437:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787745001.448443:0:179943:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff8a7672476d00 x1874579698265088/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/672 e 0 to 0 dl 1787745017 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1787745001.448452:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745001.448453:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745001.448455:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353000 refcount=3 00000020:00000001:0.0:1787745001.448456:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000001:0.0:1787745001.448457:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000001:0.0:1787745001.448459:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.448460:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787745001.448461:0:179943:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745001.448467:0:179943:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745001.448469:0:179943:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1787745001.448471:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745001.448472:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745001.448473:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353000 refcount=3 00000020:00000001:0.0:1787745001.448474:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000001:0.0:1787745001.448475:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00000002:00010000:0.0:1787745001.448477:0:179943:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353000/0x6bfe83e2a9fa0900 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10a91:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f7498e expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745001.448481:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.448482:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745001.448483:0:179943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787745001.448484:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745001.448485:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745001.448485:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353000 refcount=3 00000020:00000001:0.0:1787745001.448486:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000001:0.0:1787745001.448487:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000040:0.0:1787745001.448490:0:179943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a764543f000 count: 2 00010000:00000001:0.0:1787745001.448491:0:179943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1787745001.448494:0:179943:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a7647e84400 type 13 mode 4 res 8589935618/68241 (0 0) 00010000:00000001:0.0:1787745001.448496:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.448496:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787745001.448497:0:179943:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1787745001.448499:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c476b0 00000002:00002000:0.0:1787745001.448500:0:179943:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d36h.sanity intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1787745001.448502:0:179943:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787745001.448505:0:179943:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787745001.448507:0:179943:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1787745001.448509:0:179943:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1787745001.448512:0:179943:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787745001.448514:0:179943:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000001:0.0:1787745001.448516:0:179943:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1787745001.448518:0:179943:0:(namei.c:674:ll_lookup_it_finish()) it ffffa29d41c47a28 it_disposition b 00000080:00000001:0.0:1787745001.448523:0:179943:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1787745001.448528:0:179943:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1787745001.448530:0:179943:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1787745001.448535:0:179943:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff8a766c5d6e80. 00800000:00000001:0.0:1787745001.448536:0:179943:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446614839961677440 : -129233747874176 : ffff8a766c5d6e80) 00800000:00000001:0.0:1787745001.448538:0:179943:0:(lmv_obd.c:3797:lmv_unpack_md_v1()) Process entered 00800000:00000040:0.0:1787745001.448540:0:179943:0:(lmv_obd.c:3819:lmv_unpack_md_v1()) unpack lsm count 2/0, master 0 hash_type 0x2/0x0 layout_version 1 00800000:00000001:0.0:1787745001.448543:0:179943:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787745001.448545:0:179943:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787745001.448547:0:179943:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787745001.448549:0:179943:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787745001.448550:0:179943:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787745001.448551:0:179943:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0xbd:0x0] 00800000:00000001:0.0:1787745001.448553:0:179943:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1787745001.448554:0:179943:0:(lmv_obd.c:3842:lmv_unpack_md_v1()) unpack fid #0 [0x200002b10:0xbd:0x0] 00800000:00000001:0.0:1787745001.448555:0:179943:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787745001.448555:0:179943:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787745001.448556:0:179943:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787745001.448557:0:179943:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787745001.448558:0:179943:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787745001.448560:0:179943:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b11:0xbd:0x0] 00800000:00000001:0.0:1787745001.448561:0:179943:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1787745001.448562:0:179943:0:(lmv_obd.c:3842:lmv_unpack_md_v1()) unpack fid #1 [0x240002b11:0xbd:0x0] 00800000:00000001:0.0:1787745001.448563:0:179943:0:(lmv_obd.c:3845:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787745001.448564:0:179943:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745001.448566:0:179943:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1787745001.448567:0:179943:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289347729 : 144115205289347729 : 200000402010a91) 00000080:00000001:0.0:1787745001.448569:0:179943:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1787745001.448574:0:179943:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1787745001.448575:0:179943:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000402:0x10a91:0x0] 00000080:00000002:0.0:1787745001.448578:0:179943:0:(llite_lib.c:1865:ll_init_lsm_md()) lustre: [0x200000402:0x10a91:0x0] set dir layout: 00000080:00000002:0.0:1787745001.448581:0:179943:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd20cd0 refs=1 count=2 index=0 hash=fnv_1a_64:0x2 max_inherit=0 max_inherit_rr=0 version=1 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000002:0.0:1787745001.448583:0:179943:0:(lustre_lmv.h:167:lmv_stripe_object_dump()) stripe[0] [0x200002b10:0xbd:0x0] 00000080:00000002:0.0:1787745001.448585:0:179943:0:(lustre_lmv.h:167:lmv_stripe_object_dump()) stripe[1] [0x240002b11:0xbd:0x0] 00000080:00000001:0.0:1787745001.448586:0:179943:0:(llite_lib.c:1811:ll_iget_anon_dir()) Process entered 00000080:00000001:0.0:1787745001.448590:0:179943:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373027885245 : 144115373027885245 : 200002b100000bd) 00000080:00000010:0.0:1787745001.448602:0:179943:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8a766d5bc200. 00000080:00000002:0.0:1787745001.448609:0:179943:0:(llite_lib.c:1841:ll_iget_anon_dir()) lli ffff8a766d5bc200 slave [0x200002b10:0xbd:0x0] master [0x200000402:0x10a91:0x0] 00000080:00000001:0.0:1787745001.448611:0:179943:0:(llite_lib.c:1851:ll_iget_anon_dir()) Process leaving (rc=18446614839978345160 : -129233731206456 : ffff8a766d5bc2c8) 00000080:00000001:0.0:1787745001.448612:0:179943:0:(llite_lib.c:1811:ll_iget_anon_dir()) Process entered 00000080:00000001:0.0:1787745001.448613:0:179943:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771554144445 : 162129771554144445 : 240002b110000bd) 00000080:00000010:0.0:1787745001.448617:0:179943:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8a766d5bf380. 00000080:00000002:0.0:1787745001.448619:0:179943:0:(llite_lib.c:1841:ll_iget_anon_dir()) lli ffff8a766d5bf380 slave [0x240002b11:0xbd:0x0] master [0x200000402:0x10a91:0x0] 00000080:00000001:0.0:1787745001.448620:0:179943:0:(llite_lib.c:1851:ll_iget_anon_dir()) Process leaving (rc=18446614839978357832 : -129233731193784 : ffff8a766d5bf448) 00800000:00000002:0.0:1787745001.448622:0:179943:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a766c5d6e80 2 00000080:00000010:0.0:1787745001.448625:0:179943:0:(llite_lib.c:2028:ll_update_lsm_md()) kmalloced '(attr)': 80 at ffff8a766c7f2780. 00800000:00000001:0.0:1787745001.448627:0:179943:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:0.0:1787745001.448630:0:179943:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff8a7647e98600. 00800000:00000002:0.0:1787745001.448632:0:179943:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200002b10:0xbd:0x0] -> mds #0 00000002:00000001:0.0:1787745001.448635:0:179943:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787745001.448636:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c474e8 00000002:00010000:0.0:1787745001.448638:0:179943:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b10:0xbd:0x0]) in obj [0x200002b10:0xbd:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787745001.448640:0:179943:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787745001.448641:0:179943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787745001.448643:0:179943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1787745001.448645:0:179943:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745001.448646:0:179943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745001.448647:0:179943:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745001.448649:0:179943:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787745001.448651:0:179943:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1787745001.448654:0:179943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a7672476580. 00000020:00000040:0.0:1787745001.448657:0:179943:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1729 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00010000:00000001:0.0:1787745001.448660:0:179943:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1787745001.448687:0:179943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787745001.448691:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.448692:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745001.448693:0:179943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.448695:0:179943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787745001.448697:0:179943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787745001.448704:0:179943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787745001.448710:0:179943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a7646174c00. 00000100:00000001:0.0:1787745001.448714:0:179943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.448716:0:179943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787745001.448718:0:179943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.448719:0:179943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787745001.448719:0:179943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.448721:0:179943:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745001.448725:0:179943:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446614840060896640 : -129233648654976 : ffff8a7672476580) 00010000:00000001:0.0:1787745001.448727:0:179943:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787745001.448728:0:179943:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1787745001.448731:0:179943:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8a764543fb00. 00010000:00000010:0.0:1787745001.448733:0:179943:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a766c5d6b80. 00010000:00000001:0.0:1787745001.448735:0:179943:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787745001.448737:0:179943:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a7647352a00. 00000020:00000001:0.0:1787745001.448739:0:179943:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787745001.448741:0:179943:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a7647352a00 with handle 0x6bfe83e2a9fa0907 to hash 00000020:00000001:0.0:1787745001.448743:0:179943:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787745001.448744:0:179943:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:0.0:1787745001.448746:0:179943:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:0.0:1787745001.448748:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787745001.448749:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745001.448751:0:179943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787745001.448756:0:179943:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787745001.448761:0:179943:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787745001.448776:0:179943:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787745001.448777:0:179943:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787745001.448784:0:179943:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7643927a80. 00000100:00000001:0.0:1787745001.448794:0:179943:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614839277288064 : -129234432263552 : ffff8a7643927a80) 00000100:00000001:0.0:1787745001.448797:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787745001.448798:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060896640 : -129233648654976 : ffff8a7672476580) 00000100:00000001:0.0:1787745001.448802:0:179943:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787745001.448806:0:179943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.448808:0:179943:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787745001.448809:0:179943:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787745001.448814:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a7672476580 x1874579698265216/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745001.448939:0:179943:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787745001.448941:0:179943:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787745001.448945:0:179943:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787745001.448948:0:179943:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787745001.448950:0:179943:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787745001.448955:0:179943:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a7672476580 pname:cluuid:pid:xid:nid:opc:job cp:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179943:1874579698265216:192.168.201.110@tcp:101:cp.0 00000100:00000001:0.0:1787745001.448959:0:179943:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787745001.448966:0:179943:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787745001.448969:0:179943:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787745001.448972:0:179943:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787745001.448989:0:179943:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8a766c5d8000. 02000000:00000001:0.0:1787745001.448991:0:179943:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787745001.448999:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787745001.449003:0:179943:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c3688. 00000400:00000010:0.0:1787745001.449009:0:179943:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8a7643927840. 00000100:00000200:0.0:1787745001.449017:0:179943:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874579698265216, portal 10 00000100:00000001:0.0:1787745001.449019:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787745001.449020:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060896640 : -129233648654976 : ffff8a7672476580) 00000100:00000040:0.0:1787745001.449026:0:179943:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a7672476580 x1874579698265216/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745001.449033:0:179943:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787745001.449036:0:179943:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787745001.449039:0:179943:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef44c8. 00000100:00000200:0.0:1787745001.449043:0:179943:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874579698265216, offset 0 00000400:00000200:0.0:1787745001.449055:0:179943:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787745001.449065:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787745001.449071:0:179943:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787745001.449076:0:179943:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787745001.449081:0:179943:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787745001.449085:0:179943:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787745001.449087:0:179943:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787745001.449091:0:179943:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440831:440831:256:4294967295] 192.168.201.110@tcp LPNI seq info [440830:440830:8:4294967295] 00000400:00000200:0.0:1787745001.449094:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787745001.449103:0:179943:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787745001.449109:0:179943:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787745001.449114:0:179943:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880f200. 00000800:00000200:0.0:1787745001.449120:0:179943:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787745001.449261:0:179943:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787745001.449266:0:179943:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880f200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1787745001.449287:0:179943:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787745001.449292:0:179943:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:0.0:1787745001.449296:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787745001.449299:0:179943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301296410 00000100:00000010:0.0:1787745001.449304:0:179943:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a766c7f2660. 00000100:00000001:0.0:1787745001.449311:0:179943:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787745001.451004:0:179943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301296412 00000100:00000010:1.0:1787745001.451172:0:179943:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897ade0. 00000100:00000001:1.0:1787745001.451181:0:179943:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787745001.451195:0:179943:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745001.451201:0:179943:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.451204:0:179943:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787745001.451206:0:179943:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787745001.451209:0:179943:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7643927a80 going to sleep for 11 seconds 00000100:00000001:1.0:1787745001.451212:0:179943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787745001.451215:0:179943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787745001.451314:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745001.451320:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880f200. 00000400:00000200:2.0:1787745001.451327:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.451336:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745001.451343:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef44c8 00000400:00000010:2.0:1787745001.451346:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef44c8. 00000100:00000001:2.0:1787745001.451351:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745001.451358:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a7672476580 x1874579698265216/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.451379:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745001.451383:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a7672476580 x1874579698265216/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787745017 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.451387:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745001.451388:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1787745001.459432:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301296410, at 4301296411 00000100:00000010:2.0:1787745001.459449:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a766c7f2660. 00000100:00000040:3.0:1787745001.460760:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301296412, at 4301296413 00000100:00000010:3.0:1787745001.460916:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897ade0. 00000800:00000001:2.0:1787745001.461187:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.461201:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745001.461204:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.461207:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.461215:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.461223:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745001.461233:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.461238:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.461244:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.461249:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 640 into portal 10 MB=0x6a8eb9904ac80 00000400:00000200:2.0:1787745001.461253:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.461258:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 640/640 into md 0x3e1e85 [4] + 224 00000800:00000001:2.0:1787745001.461266:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.461273:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.461276:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.461295:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745001.461303:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787745001.461312:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a7672476580 x1874579698265216/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787745001.461322:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8a7672476580 x1874579698265216/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.461345:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787745001.461354:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.461358:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.461704:0:179943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787745001.461712:0:179943:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787745001.461715:0:179943:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787745001.461718:0:179943:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c3688. 00000400:00000200:1.0:1787745001.461723:0:179943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7643927840 00000400:00000010:1.0:1787745001.461726:0:179943:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff8a7643927840. 00000100:00000001:1.0:1787745001.461730:0:179943:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787745001.461736:0:179943:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a7672476580 x1874579698265216/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787745001.461758:0:179943:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a7672476580 x1874579698265216/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.461771:0:179943:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787745001.461775:0:179943:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.461777:0:179943:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787745001.461780:0:179943:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787745001.461783:0:179943:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787745001.461785:0:179943:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745001.461787:0:179943:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787745001.461797:0:179943:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=115 v=5 (5 5 5 5) 00000100:00001000:1.0:1787745001.461801:0:179943:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=68 v=5 (1 1 1 1) 00000100:00000001:1.0:1787745001.461804:0:179943:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787745001.461806:0:179943:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.461809:0:179943:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787745001.461812:0:179943:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.461816:0:179943:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787745001.461818:0:179943:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:1.0:1787745001.461820:0:179943:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787745001.461823:0:179943:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745001.461839:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a7672476580 x1874579698265216/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.461848:0:179943:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745001.461851:0:179943:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787745001.461853:0:179943:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787745001.461858:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a7672476580 x1874579698265216/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787745017 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787745001.461873:0:179943:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a7672476580 pname:cluuid:pid:xid:nid:opc:job cp:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179943:1874579698265216:192.168.201.110@tcp:101:cp.0 00000100:00000001:1.0:1787745001.461878:0:179943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.461881:0:179943:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.461883:0:179943:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787745001.461885:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745001.461895:0:179943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7672476580 x1874579698265216/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787745017 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.461902:0:179943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787745001.461904:0:179943:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7643927a80. 00000100:00000001:1.0:1787745001.461907:0:179943:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787745001.461909:0:179943:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.461912:0:179943:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787745001.461915:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.461917:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.461921:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=4 00000020:00000001:1.0:1787745001.461924:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787745001.461927:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000040:1.0:1787745001.461934:0:179943:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8a7647352a00, remote cookie: 0xd1177cb064f7499c, flags: 0x1001 00010000:00010000:1.0:1787745001.461940:0:179943:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 4/1,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f7499c expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787745001.461951:0:179943:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 4/1,0 mode: --/PR res: [0x200002b10:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f7499c expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.461957:0:179943:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787745001.461963:0:179943:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787745001.461965:0:179943:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787745001.461967:0:179943:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787745001.461968:0:179943:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787745001.461971:0:179943:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b10:0xbd:0x0].0x0 (ffff8a764543fb00) refcount = 1 00010000:00010000:1.0:1787745001.461975:0:179943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 4/1,0 mode: PR/PR res: [0x200002b10:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f7499c expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.461981:0:179943:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787745001.461984:0:179943:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787745001.461986:0:179943:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745001.461989:0:179943:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787745001.461991:0:179943:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.462000:0:179943:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 4/1,0 mode: PR/PR res: [0x200002b10:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f7499c expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.462006:0:179943:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787745001.462008:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.462010:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.462011:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.462012:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.462013:0:179943:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.462018:0:179943:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787745001.462020:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.462021:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.462023:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=3 00000020:00000001:1.0:1787745001.462025:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787745001.462027:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787745001.462029:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.462031:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.462032:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=4 00000020:00000001:1.0:1787745001.462033:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787745001.462035:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787745001.462038:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.462041:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.462044:0:179943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 5/2,0 mode: PR/PR res: [0x200002b10:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f7499c expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.462049:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.462051:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.462052:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.462053:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.462054:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=5 00000020:00000001:1.0:1787745001.462056:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787745001.462058:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787745001.462060:0:179943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.462068:0:179943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 5/2,0 mode: PR/PR res: [0x200002b10:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f7499c expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.462074:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.462075:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787745001.462077:0:179943:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 4/1,0 mode: PR/PR res: [0x200002b10:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f7499c expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.462083:0:179943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.462084:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.462085:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.462086:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.462087:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787745001.462093:0:179943:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a7672476580 x1874579698265216/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787745017 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787745001.462102:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.462103:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.462105:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=3 00000020:00000001:1.0:1787745001.462106:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787745001.462108:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787745001.462110:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.462112:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745001.462113:0:179943:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.462115:0:179943:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.462118:0:179943:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787745001.462120:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.462121:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.462123:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=3 00000020:00000001:1.0:1787745001.462124:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787745001.462126:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00000002:00010000:1.0:1787745001.462130:0:179943:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f7499c expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.462157:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.462158:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.462160:0:179943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787745001.462161:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.462162:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.462164:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=3 00000020:00000001:1.0:1787745001.462166:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787745001.462168:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000040:1.0:1787745001.462174:0:179943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a764543fb00 count: 2 00010000:00000001:1.0:1787745001.462177:0:179943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787745001.462181:0:179943:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a7647e84400 type 13 mode 4 res 8589945616/189 (0 0) 00010000:00000001:1.0:1787745001.462183:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.462184:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745001.462185:0:179943:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787745001.462188:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47470 00000002:00002000:1.0:1787745001.462190:0:179943:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787745001.462193:0:179943:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.462197:0:179943:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787745001.462198:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.462199:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.462200:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=3 00000020:00000001:1.0:1787745001.462202:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787745001.462204:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787745001.462206:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.462207:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745001.462208:0:179943:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.462209:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.462210:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.462212:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=3 00000020:00000001:1.0:1787745001.462213:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787745001.462215:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787745001.462217:0:179943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.462224:0:179943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f7499c expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.462230:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.462232:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.462233:0:179943:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787745001.462235:0:179943:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787745001.462237:0:179943:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f7499c expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787745001.462244:0:179943:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745001.462247:0:179943:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745001.462249:0:179943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745001.462254:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.462255:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.462257:0:179943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.462259:0:179943:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745001.462261:0:179943:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.462263:0:179943:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.462266:0:179943:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.462268:0:179943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.462269:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.462270:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:1.0:1787745001.462274:0:179943:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x240002b11:0xbd:0x0] -> mds #1 00000100:00000001:1.0:1787745001.462278:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745001.462282:0:179943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7672476580 x1874579698265216/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787745017 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.462288:0:179943:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787745001.462291:0:179943:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787745001.462295:0:179943:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8a766c5d8000. 02000000:00000001:1.0:1787745001.462305:0:179943:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787745001.462309:0:179943:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787745001.462310:0:179943:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1728 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:1.0:1787745001.462313:0:179943:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787745001.462315:0:179943:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a7646174c00. 02000000:00000001:1.0:1787745001.462320:0:179943:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787745001.462327:0:179943:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787745001.462330:0:179943:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7672476580. 00000100:00000001:1.0:1787745001.462333:0:179943:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787745001.462335:0:179943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787745001.462340:0:179943:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787745001.462342:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c474e8 00000002:00010000:1.0:1787745001.462344:0:179943:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x240002b11:0xbd:0x0]) in obj [0x240002b11:0xbd:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787745001.462347:0:179943:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787745001.462349:0:179943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745001.462351:0:179943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787745001.462355:0:179943:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.462357:0:179943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.462359:0:179943:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.462361:0:179943:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787745001.462363:0:179943:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1787745001.462368:0:179943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a30c0. 00000020:00000040:1.0:1787745001.462372:0:179943:0:(genops.c:1210:class_import_get()) import ffff8a7648651000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00010000:00000001:1.0:1787745001.462377:0:179943:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787745001.462381:0:179943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745001.462385:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.462386:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.462387:0:179943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.462389:0:179943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787745001.462391:0:179943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787745001.462396:0:179943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787745001.462402:0:179943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a7643d07400. 00000100:00000001:1.0:1787745001.462409:0:179943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.462412:0:179943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787745001.462414:0:179943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.462416:0:179943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787745001.462417:0:179943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.462419:0:179943:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.462424:0:179943:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446614839511625920 : -129234197925696 : ffff8a76518a30c0) 00010000:00000001:1.0:1787745001.462427:0:179943:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787745001.462429:0:179943:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787745001.462433:0:179943:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8a7658976d00. 00010000:00000010:1.0:1787745001.462436:0:179943:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a7648972400. 00010000:00000001:1.0:1787745001.462446:0:179943:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787745001.462449:0:179943:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a767247e600. 00000020:00000001:1.0:1787745001.462452:0:179943:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787745001.462454:0:179943:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a767247e600 with handle 0x6bfe83e2a9fa090e to hash 00000020:00000001:1.0:1787745001.462456:0:179943:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787745001.462457:0:179943:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00010000:00000001:1.0:1787745001.462461:0:179943:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00010000:00000001:1.0:1787745001.462463:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.462465:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.462468:0:179943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a767247e600/0x6bfe83e2a9fa090e lrc: 3/1,0 mode: --/CR res: [0x240002b11:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787745001.462475:0:179943:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a767247e600/0x6bfe83e2a9fa090e lrc: 3/1,0 mode: --/CR res: [0x240002b11:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787745001.462483:0:179943:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a767247e600/0x6bfe83e2a9fa090e lrc: 3/1,0 mode: --/CR res: [0x240002b11:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787745001.462488:0:179943:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787745001.462490:0:179943:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787745001.462496:0:179943:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7679b466c0. 00000100:00000001:1.0:1787745001.462498:0:179943:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614840185480896 : -129233524070720 : ffff8a7679b466c0) 00000100:00000001:1.0:1787745001.462500:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745001.462501:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511625920 : -129234197925696 : ffff8a76518a30c0) 00000100:00000001:1.0:1787745001.462505:0:179943:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787745001.462509:0:179943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.462512:0:179943:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787745001.462513:0:179943:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787745001.462518:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a30c0 x1874579698265344/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.462525:0:179943:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787745001.462527:0:179943:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745001.462531:0:179943:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787745001.462533:0:179943:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787745001.462541:0:179943:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787745001.462544:0:179943:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a30c0 pname:cluuid:pid:xid:nid:opc:job cp:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179943:1874579698265344:192.168.201.110@tcp:101:cp.0 00000100:00000001:1.0:1787745001.462549:0:179943:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787745001.462554:0:179943:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787745001.462556:0:179943:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745001.462559:0:179943:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787745001.462564:0:179943:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8a766c7e5800. 02000000:00000001:1.0:1787745001.462566:0:179943:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787745001.462572:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1787745001.462575:0:179943:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c00cb8. 00000400:00000010:1.0:1787745001.462581:0:179943:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0330. 00000100:00000200:1.0:1787745001.462587:0:179943:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874579698265344, portal 10 00000100:00000001:1.0:1787745001.462589:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745001.462590:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511625920 : -129234197925696 : ffff8a76518a30c0) 00000100:00000040:1.0:1787745001.462596:0:179943:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a76518a30c0 x1874579698265344/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/1792 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.462602:0:179943:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787745001.462605:0:179943:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787745001.462607:0:179943:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0a18. 00000100:00000200:1.0:1787745001.462611:0:179943:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874579698265344, offset 0 00000400:00000200:1.0:1787745001.462616:0:179943:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1787745001.462623:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787745001.462630:0:179943:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1787745001.462634:0:179943:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787745001.462638:0:179943:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1787745001.462642:0:179943:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787745001.462644:0:179943:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787745001.462648:0:179943:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440832:440832:256:4294967295] 192.168.201.110@tcp LPNI seq info [440831:440831:8:4294967295] 00000400:00000200:1.0:1787745001.462652:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787745001.462659:0:179943:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1787745001.462722:0:179943:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1787745001.462727:0:179943:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a7646683c00. 00000800:00000200:1.0:1787745001.462739:0:179943:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1787745001.462746:0:179943:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1787745001.462750:0:179943:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7646683c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1787745001.462776:0:179943:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745001.462781:0:179943:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: using a timeout of 8008 usecs (9 jiffies) 00000400:00000200:1.0:1787745001.462784:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787745001.462787:0:179943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301296424 00000100:00000010:1.0:1787745001.462792:0:179943:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897a360. 00000100:00000001:1.0:1787745001.462797:0:179943:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787745001.462807:0:179943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301296424 00000100:00000010:1.0:1787745001.462810:0:179943:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897ac00. 00000100:00000001:1.0:1787745001.462814:0:179943:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787745001.462824:0:179943:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745001.462827:0:179943:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.462829:0:179943:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787745001.462831:0:179943:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787745001.462834:0:179943:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7679b466c0 going to sleep for 11 seconds 00000100:00000001:1.0:1787745001.462836:0:179943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787745001.462838:0:179943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787745001.463139:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745001.463144:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a7646683c00. 00000400:00000200:2.0:1787745001.463149:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.463154:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745001.463158:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0a18 00000400:00000010:2.0:1787745001.463161:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0a18. 00000100:00000001:2.0:1787745001.463165:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745001.463170:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a30c0 x1874579698265344/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/1792 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.463178:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745001.463182:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76518a30c0 x1874579698265344/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/1792 e 0 to 0 dl 1787745017 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.463188:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745001.463189:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1787745001.472805:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301296424, at 4301296425 00000100:00000040:2.0:1787745001.472805:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301296424, at 4301296425 00000100:00000010:3.0:1787745001.472824:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897ac00. 00000100:00000010:2.0:1787745001.472827:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897a360. 00000800:00000001:2.0:1787745001.478246:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.478272:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745001.478277:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.478280:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.478290:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.478299:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745001.478310:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.478331:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.478338:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.478342:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 640 into portal 10 MB=0x6a8eb9904ad00 00000400:00000200:2.0:1787745001.478347:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.478356:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 640/640 into md 0x3e1e8d [1] + 224 00000800:00000001:2.0:1787745001.478364:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.478373:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.478377:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.478381:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745001.478391:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787745001.478402:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a30c0 x1874579698265344/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/1792 e 0 to 0 dl 1787745017 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787745001.478412:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1792 req@ffff8a76518a30c0 x1874579698265344/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/1792 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.478438:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787745001.478447:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.478451:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.478587:0:179943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787745001.478596:0:179943:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787745001.478598:0:179943:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787745001.478602:0:179943:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c00cb8. 00000400:00000200:1.0:1787745001.478607:0:179943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0330 00000400:00000010:1.0:1787745001.478609:0:179943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0330. 00000100:00000001:1.0:1787745001.478612:0:179943:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787745001.478617:0:179943:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a30c0 x1874579698265344/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/1792 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787745001.478625:0:179943:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a30c0 x1874579698265344/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/1792 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.478877:0:179943:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787745001.478879:0:179943:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.478889:0:179943:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787745001.478893:0:179943:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787745001.478895:0:179943:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787745001.478897:0:179943:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745001.478900:0:179943:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787745001.478910:0:179943:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648651460 time=114 v=5 (5 5 5 5) 00000100:00001000:1.0:1787745001.478915:0:179943:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648651418 time=61 v=5 (1 1 0 0) 00000100:00000001:1.0:1787745001.478918:0:179943:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787745001.478919:0:179943:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.478922:0:179943:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787745001.478926:0:179943:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.478930:0:179943:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787745001.478932:0:179943:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a7648bee000: skip recheck: last_committed 25769918529 00000100:00000001:1.0:1787745001.478934:0:179943:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787745001.478936:0:179943:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745001.478942:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a30c0 x1874579698265344/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.478949:0:179943:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745001.478952:0:179943:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787745001.478954:0:179943:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787745001.478957:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a30c0 x1874579698265344/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787745017 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787745001.478965:0:179943:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a30c0 pname:cluuid:pid:xid:nid:opc:job cp:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179943:1874579698265344:192.168.201.110@tcp:101:cp.0 00000100:00000001:1.0:1787745001.478970:0:179943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.478973:0:179943:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.478976:0:179943:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787745001.478978:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745001.478981:0:179943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a30c0 x1874579698265344/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787745017 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.478988:0:179943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787745001.478991:0:179943:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7679b466c0. 00000100:00000001:1.0:1787745001.478994:0:179943:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787745001.478995:0:179943:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.479004:0:179943:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787745001.479008:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.479011:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.479015:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247e600 refcount=4 00000020:00000001:1.0:1787745001.479017:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00010000:00000001:1.0:1787745001.479021:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00010000:00000040:1.0:1787745001.479028:0:179943:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8a767247e600, remote cookie: 0xd1177cb064f749aa, flags: 0x1001 00010000:00010000:1.0:1787745001.479033:0:179943:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a767247e600/0x6bfe83e2a9fa090e lrc: 4/1,0 mode: --/CR res: [0x240002b11:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749aa expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787745001.479044:0:179943:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a767247e600/0x6bfe83e2a9fa090e lrc: 4/1,0 mode: --/PR res: [0x240002b11:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749aa expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.479052:0:179943:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787745001.479056:0:179943:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787745001.479058:0:179943:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787745001.479060:0:179943:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787745001.479061:0:179943:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787745001.479064:0:179943:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240002b11:0xbd:0x0].0x0 (ffff8a7658976d00) refcount = 1 00010000:00010000:1.0:1787745001.479068:0:179943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a767247e600/0x6bfe83e2a9fa090e lrc: 4/1,0 mode: PR/PR res: [0x240002b11:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f749aa expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.479074:0:179943:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787745001.479077:0:179943:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787745001.479079:0:179943:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745001.479082:0:179943:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787745001.479084:0:179943:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.479087:0:179943:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a767247e600/0x6bfe83e2a9fa090e lrc: 4/1,0 mode: PR/PR res: [0x240002b11:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749aa expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.479093:0:179943:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787745001.479095:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.479101:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.479102:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.479103:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.479105:0:179943:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.479109:0:179943:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787745001.479111:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.479112:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.479114:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247e600 refcount=3 00000020:00000001:1.0:1787745001.479116:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00010000:00000001:1.0:1787745001.479119:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00010000:00000001:1.0:1787745001.479121:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.479122:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.479123:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247e600 refcount=4 00000020:00000001:1.0:1787745001.479125:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00010000:00000001:1.0:1787745001.479137:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00010000:00000001:1.0:1787745001.479140:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.479143:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.479146:0:179943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a767247e600/0x6bfe83e2a9fa090e lrc: 5/2,0 mode: PR/PR res: [0x240002b11:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f749aa expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.479528:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.479530:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.479531:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.479533:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.479534:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247e600 refcount=5 00000020:00000001:1.0:1787745001.479536:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00010000:00000001:1.0:1787745001.479538:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00010000:00000001:1.0:1787745001.479540:0:179943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.479543:0:179943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a767247e600/0x6bfe83e2a9fa090e lrc: 5/2,0 mode: PR/PR res: [0x240002b11:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f749aa expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.479550:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.479551:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787745001.479560:0:179943:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a767247e600/0x6bfe83e2a9fa090e lrc: 4/1,0 mode: PR/PR res: [0x240002b11:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f749aa expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.479567:0:179943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.479568:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.479569:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.479570:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.479571:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787745001.479578:0:179943:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a76518a30c0 x1874579698265344/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787745017 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787745001.479586:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.479588:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.479590:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247e600 refcount=3 00000020:00000001:1.0:1787745001.479591:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00010000:00000001:1.0:1787745001.479593:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00010000:00000001:1.0:1787745001.479596:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.479597:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745001.479598:0:179943:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.479600:0:179943:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.479603:0:179943:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787745001.479605:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.479606:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.479607:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247e600 refcount=3 00000020:00000001:1.0:1787745001.479609:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00010000:00000001:1.0:1787745001.479611:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00000002:00010000:1.0:1787745001.479615:0:179943:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a767247e600/0x6bfe83e2a9fa090e lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749aa expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.479620:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.479621:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.479623:0:179943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787745001.479624:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.479625:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.479626:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247e600 refcount=3 00000020:00000001:1.0:1787745001.479645:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00010000:00000001:1.0:1787745001.479648:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00010000:00000040:1.0:1787745001.479654:0:179943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976d00 count: 2 00010000:00000001:1.0:1787745001.479657:0:179943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787745001.479692:0:179943:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a7646687800 type 13 mode 4 res 9663687441/189 (0 0) 00010000:00000001:1.0:1787745001.479695:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.479696:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745001.479698:0:179943:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787745001.479701:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47470 00000002:00002000:1.0:1787745001.479703:0:179943:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787745001.479706:0:179943:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.479712:0:179943:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787745001.479713:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.479714:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.479716:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247e600 refcount=3 00000020:00000001:1.0:1787745001.479718:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00010000:00000001:1.0:1787745001.479720:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00010000:00000001:1.0:1787745001.479723:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.479724:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745001.479726:0:179943:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.479727:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.479728:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.479730:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247e600 refcount=3 00000020:00000001:1.0:1787745001.479732:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00010000:00000001:1.0:1787745001.479734:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060929536 : -129233648622080 : ffff8a767247e600) 00010000:00000001:1.0:1787745001.479736:0:179943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.479739:0:179943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a767247e600/0x6bfe83e2a9fa090e lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f749aa expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.479745:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.479746:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.479748:0:179943:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787745001.479751:0:179943:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787745001.479759:0:179943:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff8a7648bee000 lock: ffff8a767247e600/0x6bfe83e2a9fa090e lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749aa expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787745001.479780:0:179943:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745001.479784:0:179943:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745001.479787:0:179943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745001.479791:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.479792:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.479794:0:179943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.479798:0:179943:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745001.479800:0:179943:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.479802:0:179943:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.479804:0:179943:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.479806:0:179943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.479807:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.479808:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787745001.479810:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745001.479815:0:179943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76518a30c0 x1874579698265344/t0(0) o101->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1787745017 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.479821:0:179943:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787745001.479824:0:179943:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787745001.479828:0:179943:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8a766c7e5800. 02000000:00000001:1.0:1787745001.479832:0:179943:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787745001.479834:0:179943:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787745001.479836:0:179943:0:(genops.c:1223:class_import_put()) import ffff8a7648651000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000020:00000001:1.0:1787745001.479838:0:179943:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787745001.479840:0:179943:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a7643d07400. 02000000:00000001:1.0:1787745001.479844:0:179943:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787745001.479846:0:179943:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787745001.479848:0:179943:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76518a30c0. 00000100:00000001:1.0:1787745001.479852:0:179943:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787745001.479853:0:179943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:1.0:1787745001.479855:0:179943:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff8a7647e98600. 00800000:00000001:1.0:1787745001.479859:0:179943:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1787745001.479863:0:179943:0:(lmv_obd.c:4392:lmv_merge_attr()) [0x200002b10:0xbd:0x0] size 4096, blocks 8 nlink 2, atime 1787745001 ctime 1787745001, mtime 1787745001. 00800000:00000040:1.0:1787745001.479867:0:179943:0:(lmv_obd.c:4392:lmv_merge_attr()) [0x240002b11:0xbd:0x0] size 4096, blocks 8 nlink 2, atime 1787745001 ctime 1787745001, mtime 1787745001. 00000080:00000010:1.0:1787745001.479881:0:179943:0:(llite_lib.c:2048:ll_update_lsm_md()) kfreed 'attr': 80 at ffff8a766c7f2780. 00000080:00000001:1.0:1787745001.479884:0:179943:0:(llite_lib.c:2049:ll_update_lsm_md()) Process leaving 00800000:00000002:1.0:1787745001.479886:0:179943:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a766c5d6e80 2 00000080:00000001:1.0:1787745001.479892:0:179943:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289347729 : 144115205289347729 : 200000402010a91) 00000080:00000001:1.0:1787745001.479895:0:179943:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1787745001.479900:0:179943:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000402:0x10a91:0x0], updating i_size 8192 00000080:00200000:1.0:1787745001.479903:0:179943:0:(namei.c:147:ll_iget()) got inode: [0x200000402:0x10a91:0x0](ffff8a766d5b3248): rc = 0 00000080:00000001:1.0:1787745001.479906:0:179943:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614839978308168 : -129233731243448 : ffff8a766d5b3248) 00010000:00000001:1.0:1787745001.479909:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.479910:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.479912:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353000 refcount=3 00000020:00000001:1.0:1787745001.479914:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000001:1.0:1787745001.479916:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000001:1.0:1787745001.479919:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.479920:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787745001.479922:0:179943:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1787745001.479923:0:179943:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1787745001.479926:0:179943:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787745001.479929:0:179943:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787745001.479931:0:179943:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745001.479935:0:179943:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x10a91:0x0](ffff8a766d5b3248) for lock 0x6bfe83e2a9fa0900 00800000:00000001:1.0:1787745001.479938:0:179943:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787745001.479939:0:179943:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787745001.479940:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.479942:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.479943:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353000 refcount=3 00000020:00000001:1.0:1787745001.479945:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000001:1.0:1787745001.479947:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000001:1.0:1787745001.479949:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.479950:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745001.479951:0:179943:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.479953:0:179943:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1787745001.479961:0:179943:0:(namei.c:653:ll_splice_alias()) Add dentry ffff8a7649e73bd0 inode ffff8a766d5b3248 refc 1 flags 0x20000e 00000080:00000001:1.0:1787745001.479965:0:179943:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1787745001.479972:0:179943:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.479975:0:179943:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1787745001.479979:0:179943:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x10a91:0x0](ffff8a766d5b3248) 00000080:00010000:1.0:1787745001.479983:0:179943:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa0900 from it ffffa29d41c47a28 00010000:00000001:1.0:1787745001.479985:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.479987:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.479988:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353000 refcount=3 00000020:00000001:1.0:1787745001.479990:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000001:1.0:1787745001.479992:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338283008 : -129234371268608 : ffff8a7647353000) 00010000:00000001:1.0:1787745001.479994:0:179943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.479997:0:179943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353000/0x6bfe83e2a9fa0900 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10a91:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f7498e expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.480005:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.480006:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.480007:0:179943:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787745001.480009:0:179943:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787745001.480011:0:179943:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353000/0x6bfe83e2a9fa0900 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10a91:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f7498e expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787745001.480017:0:179943:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745001.480019:0:179943:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745001.480020:0:179943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745001.480023:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.480024:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.480025:0:179943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.480027:0:179943:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745001.480028:0:179943:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.480030:0:179943:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.480032:0:179943:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.480035:0:179943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.480036:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.480037:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787745001.480039:0:179943:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787745001.480043:0:179943:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7647e98a00. 00000100:00000001:1.0:1787745001.480050:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745001.480057:0:179943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7672476d00 x1874579698265088/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/672 e 0 to 0 dl 1787745017 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.480064:0:179943:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787745001.480066:0:179943:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787745001.480067:0:179943:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8a7651954000. 02000000:00000001:1.0:1787745001.480078:0:179943:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787745001.480080:0:179943:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787745001.480081:0:179943:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:1.0:1787745001.480083:0:179943:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787745001.480085:0:179943:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a7646174400. 02000000:00000001:1.0:1787745001.480088:0:179943:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787745001.480089:0:179943:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787745001.480091:0:179943:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7672476d00. 00000100:00000001:1.0:1787745001.480094:0:179943:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787745001.480095:0:179943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787745001.480104:0:179943:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787745001.480106:0:179943:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x10a91:0x0](ffff8a766d5b3248), inode mode 41ed mask 1 00000080:00000001:1.0:1787745001.480112:0:179943:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787745001.480124:0:179943:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8a766c920d20. 00000020:00000001:1.0:1787745001.480128:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47ae8 00000080:00200000:1.0:1787745001.480130:0:179943:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f36h.sanity, dir=[0x200000402:0x10a91:0x0](ffff8a766d5b3248), flags=9 00000080:00000001:1.0:1787745001.480134:0:179943:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1787745001.480135:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47998 00000080:00200000:1.0:1787745001.480137:0:179943:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f36h.sanity, dir=[0x200000402:0x10a91:0x0](ffff8a766d5b3248), intent=getattr 00000080:00000010:1.0:1787745001.480146:0:179943:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7646296000. 00800000:00000002:1.0:1787745001.480160:0:179943:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a766c5d6e80 2 00000080:00000001:1.0:1787745001.480164:0:179943:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787745001.480167:0:179943:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787745001.480168:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c478b8 00800000:00000002:1.0:1787745001.480170:0:179943:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f36h.sanity' on [0x200000402:0x10a91:0x0] 00800000:00000001:1.0:1787745001.480173:0:179943:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:1.0:1787745001.480178:0:179943:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f36h.sanity hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:1.0:1787745001.480182:0:179943:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xbd:0x0] 00000020:00000001:1.0:1787745001.480185:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47850 00800000:00000002:1.0:1787745001.480191:0:179943:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b10:0xbd:0x0], fid2=[0x0:0x0:0x0], name='f36h.sanity' -> mds #0 00000002:00000001:1.0:1787745001.480196:0:179943:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787745001.480198:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47788 00000002:00010000:1.0:1787745001.480200:0:179943:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f36h.sanity,[0x0:0x0:0x0]) in obj [0x200002b10:0xbd:0x0], intent: getattr flags 01 00000002:00000001:1.0:1787745001.480204:0:179943:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787745001.480206:0:179943:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1787745001.480210:0:179943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a30c0. 00000020:00000040:1.0:1787745001.480213:0:179943:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1728 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00010000:00000001:1.0:1787745001.480218:0:179943:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787745001.480221:0:179943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745001.480224:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.480225:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.480226:0:179943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.480228:0:179943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787745001.480230:0:179943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787745001.480234:0:179943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787745001.480240:0:179943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a7643d07400. 00000100:00000001:1.0:1787745001.480246:0:179943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.480249:0:179943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787745001.480250:0:179943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.480252:0:179943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787745001.480253:0:179943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.480255:0:179943:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.480261:0:179943:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446614839511625920 : -129234197925696 : ffff8a76518a30c0) 00010000:00000001:1.0:1787745001.480264:0:179943:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787745001.480266:0:179943:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1787745001.480270:0:179943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a764543fb00 count: 2 00010000:00000001:1.0:1787745001.480272:0:179943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745001.480274:0:179943:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787745001.480278:0:179943:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a767247e800. 00000020:00000001:1.0:1787745001.480281:0:179943:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787745001.480283:0:179943:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a767247e800 with handle 0x6bfe83e2a9fa0915 to hash 00000020:00000001:1.0:1787745001.480285:0:179943:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787745001.480287:0:179943:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:1.0:1787745001.480290:0:179943:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:1.0:1787745001.480297:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.480299:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.480303:0:179943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247e800/0x6bfe83e2a9fa0915 lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787745001.480311:0:179943:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247e800/0x6bfe83e2a9fa0915 lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787745001.480322:0:179943:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247e800/0x6bfe83e2a9fa0915 lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787745001.480328:0:179943:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787745001.480330:0:179943:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787745001.480336:0:179943:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7679b466c0. 00000100:00000001:1.0:1787745001.480338:0:179943:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614840185480896 : -129233524070720 : ffff8a7679b466c0) 00000100:00000001:1.0:1787745001.480340:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745001.480342:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511625920 : -129234197925696 : ffff8a76518a30c0) 00000100:00000001:1.0:1787745001.480346:0:179943:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787745001.480350:0:179943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.480351:0:179943:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787745001.480353:0:179943:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787745001.480357:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a30c0 x1874579698265472/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.480365:0:179943:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787745001.480367:0:179943:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745001.480371:0:179943:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787745001.480373:0:179943:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787745001.480376:0:179943:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787745001.480379:0:179943:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a30c0 pname:cluuid:pid:xid:nid:opc:job cp:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179943:1874579698265472:192.168.201.110@tcp:101:cp.0 00000100:00000001:1.0:1787745001.480383:0:179943:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787745001.480388:0:179943:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787745001.480391:0:179943:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745001.480393:0:179943:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787745001.480408:0:179943:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8a7651954000. 02000000:00000001:1.0:1787745001.480415:0:179943:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787745001.480421:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1787745001.480425:0:179943:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c00cb8. 00000400:00000010:1.0:1787745001.480431:0:179943:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8a7679b46240. 00000100:00000200:1.0:1787745001.480439:0:179943:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874579698265472, portal 10 00000100:00000001:1.0:1787745001.480442:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745001.480443:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511625920 : -129234197925696 : ffff8a76518a30c0) 00000100:00000040:1.0:1787745001.480450:0:179943:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a76518a30c0 x1874579698265472/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.480457:0:179943:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787745001.480459:0:179943:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787745001.480462:0:179943:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0330. 00000100:00000200:1.0:1787745001.480466:0:179943:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1874579698265472, offset 0 00000400:00000200:1.0:1787745001.480472:0:179943:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1787745001.480481:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787745001.480487:0:179943:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1787745001.480492:0:179943:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787745001.480496:0:179943:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1787745001.480500:0:179943:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787745001.480503:0:179943:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787745001.480506:0:179943:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440833:440833:256:4294967295] 192.168.201.110@tcp LPNI seq info [440832:440832:8:4294967295] 00000400:00000200:1.0:1787745001.480511:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787745001.480521:0:179943:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1787745001.480527:0:179943:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1787745001.480532:0:179943:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a7646683400. 00000800:00000200:1.0:1787745001.480539:0:179943:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1787745001.480545:0:179943:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1787745001.480550:0:179943:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7646683400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1787745001.480570:0:179943:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745001.480574:0:179943:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:1.0:1787745001.480578:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787745001.480585:0:179943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301296441 00000100:00000010:1.0:1787745001.480590:0:179943:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897acc0. 00000100:00000001:1.0:1787745001.480596:0:179943:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787745001.480606:0:179943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301296441 00000100:00000010:1.0:1787745001.480609:0:179943:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897ac60. 00000100:00000001:1.0:1787745001.480612:0:179943:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787745001.480622:0:179943:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745001.480625:0:179943:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.480627:0:179943:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787745001.480629:0:179943:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787745001.480632:0:179943:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7679b466c0 going to sleep for 11 seconds 00000100:00000001:1.0:1787745001.480634:0:179943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787745001.480636:0:179943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787745001.481034:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745001.481038:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a7646683400. 00000400:00000200:2.0:1787745001.481043:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.481048:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745001.481054:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0330 00000400:00000010:2.0:1787745001.481056:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0330. 00000100:00000001:2.0:1787745001.481060:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745001.481064:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a30c0 x1874579698265472/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.481073:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745001.481076:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76518a30c0 x1874579698265472/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.481083:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745001.481084:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787745001.485516:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.485544:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745001.485549:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.485551:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.485559:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.485566:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745001.485573:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.485578:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.485583:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.485588:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 584 into portal 10 MB=0x6a8eb9904ad80 00000400:00000200:2.0:1787745001.485593:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.485599:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 584/584 into md 0x3e1e95 [4] + 224 00000800:00000001:2.0:1787745001.485606:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.485612:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.485615:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.485620:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745001.485627:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787745001.485645:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a30c0 x1874579698265472/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787745001.485656:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=9088 req@ffff8a76518a30c0 x1874579698265472/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.485709:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787745001.485719:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.485722:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.485985:0:179943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787745001.485994:0:179943:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787745001.485997:0:179943:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787745001.486002:0:179943:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c00cb8. 00000400:00000200:1.0:1787745001.486007:0:179943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7679b46240 00000400:00000010:1.0:1787745001.486010:0:179943:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff8a7679b46240. 00000100:00000001:1.0:1787745001.486014:0:179943:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787745001.486019:0:179943:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a30c0 x1874579698265472/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787745001.486028:0:179943:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a30c0 x1874579698265472/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.486035:0:179943:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787745001.486037:0:179943:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.486040:0:179943:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787745001.486044:0:179943:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787745001.486047:0:179943:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787745001.486049:0:179943:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745001.486052:0:179943:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787745001.486066:0:179943:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=115 v=5 (5 5 5 5) 00000100:00001000:1.0:1787745001.486070:0:179943:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=68 v=5 (1 1 1 1) 00000100:00000001:1.0:1787745001.486074:0:179943:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1787745001.486089:0:179943:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8a76518a30c0 x1874579698265472/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/584 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.486096:0:179943:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1787745001.486100:0:179943:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787745001.486102:0:179943:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:1.0:1787745001.486104:0:179943:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787745001.486107:0:179943:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1787745001.486112:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a30c0 x1874579698265472/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/584 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.486119:0:179943:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1787745001.486122:0:179943:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787745001.486124:0:179943:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787745001.486137:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a30c0 x1874579698265472/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/584 e 0 to 0 dl 1787745017 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787745001.486145:0:179943:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a30c0 pname:cluuid:pid:xid:nid:opc:job cp:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179943:1874579698265472:192.168.201.110@tcp:101:cp.0 00000100:00000001:1.0:1787745001.486151:0:179943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.486154:0:179943:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1787745001.486156:0:179943:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787745001.486158:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745001.486162:0:179943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a30c0 x1874579698265472/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/584 e 0 to 0 dl 1787745017 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.486169:0:179943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787745001.486172:0:179943:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7679b466c0. 00000100:00000001:1.0:1787745001.486175:0:179943:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787745001.486176:0:179943:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1787745001.486179:0:179943:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787745001.486183:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.486186:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.486191:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247e800 refcount=4 00000020:00000001:1.0:1787745001.486194:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:1.0:1787745001.486197:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00010000:1.0:1787745001.486210:0:179943:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247e800/0x6bfe83e2a9fa0915 lrc: 4/1,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.486221:0:179943:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1787745001.486225:0:179943:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247e800/0x6bfe83e2a9fa0915 lrc: 4/1,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.486232:0:179943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.486235:0:179943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247e800/0x6bfe83e2a9fa0915 lrc: 4/1,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.486240:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.486242:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787745001.486244:0:179943:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247e800/0x6bfe83e2a9fa0915 lrc: 3/0,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.486250:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.486253:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.486256:0:179943:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1787745001.486258:0:179943:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247e800/0x6bfe83e2a9fa0915 lrc: 4/0,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787745001.486264:0:179943:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a767247e800 already unused, calling callback (ffffffffc1b6d990) 00000080:00000001:1.0:1787745001.486267:0:179943:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1787745001.486271:0:179943:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247e800/0x6bfe83e2a9fa0915 lrc: 4/0,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.486276:0:179943:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1787745001.486278:0:179943:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1787745001.486281:0:179943:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247e800/0x6bfe83e2a9fa0915 lrc: 4/0,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.486286:0:179943:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1787745001.486292:0:179943:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1787745001.486294:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.486295:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.486297:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247e800 refcount=5 00000020:00000001:1.0:1787745001.486299:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:1.0:1787745001.486301:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:1.0:1787745001.486304:0:179943:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787745001.486306:0:179943:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247e800/0x6bfe83e2a9fa0915 lrc: 5/0,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1787745001.486311:0:179943:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787745001.486313:0:179943:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.486315:0:179943:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1787745001.486317:0:179943:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787745001.486320:0:179943:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787745001.486322:0:179943:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787745001.486323:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.486324:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787745001.486327:0:179943:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a767247e800 with handle 0x6bfe83e2a9fa0915 from hash 00010000:00000001:1.0:1787745001.486329:0:179943:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787745001.486330:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.486331:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.486332:0:179943:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787745001.486334:0:179943:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787745001.486335:0:179943:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1787745001.486338:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.486339:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.486340:0:179943:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.486342:0:179943:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.486345:0:179943:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247e800/0x6bfe83e2a9fa0915 lrc: 3/0,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.486349:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.486350:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.486351:0:179943:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1787745001.486357:0:179943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.486358:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.486359:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.486369:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787745001.486371:0:179943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247e800/0x6bfe83e2a9fa0915 lrc: 0/0,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.486383:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.486385:0:179943:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1787745001.486390:0:179943:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1787745001.486395:0:179943:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff8a76518a30c0 x1874579698265472/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/584 e 0 to 0 dl 1787745017 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787745001.486402:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1787745001.486404:0:179943:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.486406:0:179943:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.486408:0:179943:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.486411:0:179943:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787745001.486413:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1787745001.486414:0:179943:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.486416:0:179943:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787745001.486418:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47710 00000002:00002000:1.0:1787745001.486420:0:179943:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f36h.sanity intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:1.0:1787745001.486423:0:179943:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.486426:0:179943:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.486429:0:179943:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787745001.486431:0:179943:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b10:0xbd:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1787745001.486434:0:179943:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.486437:0:179943:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a766c5d6e80 2 00000080:00000001:1.0:1787745001.486439:0:179943:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1787745001.486441:0:179943:0:(namei.c:674:ll_lookup_it_finish()) it ffffa29d41c47b20 it_disposition 7 00000080:00002000:1.0:1787745001.486447:0:179943:0:(namei.c:653:ll_splice_alias()) Add dentry ffff8a7649e70d80 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:1.0:1787745001.486455:0:179943:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f36h.sanity hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000001:1.0:1787745001.486458:0:179943:0:(lmv_obd.c:4285:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.486461:0:179943:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1787745001.486464:0:179943:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787745001.486467:0:179943:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787745001.486473:0:179943:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787745001.486475:0:179943:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787745001.486477:0:179943:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.486479:0:179943:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0xbd:0x0] 00800000:00000001:1.0:1787745001.486482:0:179943:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.486487:0:179943:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787745001.486489:0:179943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745001.486492:0:179943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745001.486498:0:179943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a764543fb00 count: 2 00010000:00000001:1.0:1787745001.486501:0:179943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745001.486506:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.486508:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787745001.486512:0:179943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 2/1,0 mode: PR/PR res: [0x200002b10:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f7499c expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787745001.486521:0:179943:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787745001.486526:0:179943:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.486530:0:179943:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 2/1,0 mode: PR/PR res: [0x200002b10:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f7499c expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1787745001.486537:0:179943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787745001.486539:0:179943:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745001.486541:0:179943:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787745001.486544:0:179943:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1787745001.486546:0:179943:0:(dcache.c:176:ll_intent_release()) intent ffffa29d41c47930 released 00000080:00010000:1.0:1787745001.486548:0:179943:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa0907 from it ffffa29d41c47930 00010000:00000001:1.0:1787745001.486550:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.486551:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.486552:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352a00 refcount=3 00000020:00000001:1.0:1787745001.486554:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787745001.486556:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338281472 : -129234371270144 : ffff8a7647352a00) 00010000:00000001:1.0:1787745001.486558:0:179943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.486560:0:179943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f7499c expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787745001.486575:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.486576:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.486578:0:179943:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787745001.486580:0:179943:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787745001.486582:0:179943:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f7499c expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787745001.486589:0:179943:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745001.486591:0:179943:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745001.486593:0:179943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745001.486596:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.486597:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.486598:0:179943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.486600:0:179943:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745001.486602:0:179943:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.486604:0:179943:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.486607:0:179943:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.486608:0:179943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.486610:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.486611:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787745001.486612:0:179943:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1787745001.486614:0:179943:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787745001.486617:0:179943:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787745001.486621:0:179943:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7646296000. 00000100:00000001:1.0:1787745001.486624:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745001.486637:0:179943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76518a30c0 x1874579698265472/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/584 e 0 to 0 dl 1787745017 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.486644:0:179943:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787745001.486647:0:179943:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787745001.486650:0:179943:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8a7651954000. 02000000:00000001:1.0:1787745001.486713:0:179943:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787745001.486716:0:179943:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787745001.486718:0:179943:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1727 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:1.0:1787745001.486720:0:179943:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787745001.486727:0:179943:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a7643d07400. 02000000:00000001:1.0:1787745001.486731:0:179943:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787745001.486732:0:179943:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787745001.486734:0:179943:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76518a30c0. 00000100:00000001:1.0:1787745001.486738:0:179943:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787745001.486739:0:179943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787745001.486742:0:179943:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1787745001.486744:0:179943:0:(dcache.c:176:ll_intent_release()) intent ffffa29d41c47b20 released 00000080:00000001:1.0:1787745001.486745:0:179943:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1787745001.486749:0:179943:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787745001.486751:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47b70 00000080:00002000:1.0:1787745001.486753:0:179943:0:(dcache.c:127:ll_ddelete()) keeping dentry f36h.sanity (ffff8a7649e70d80, parent ffff8a7649e73bd0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1787745001.486756:0:179943:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.486823:0:179943:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787745001.486825:0:179943:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787745001.486827:0:179943:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787745001.486829:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47b20 00000080:00200000:1.0:1787745001.486831:0:179943:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:1.0:1787745001.486836:0:179943:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7646296000. 00800000:00000002:1.0:1787745001.486840:0:179943:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:1.0:1787745001.486843:0:179943:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787745001.486845:0:179943:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787745001.486847:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47a40 00800000:00000002:1.0:1787745001.486849:0:179943:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787745001.486852:0:179943:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787745001.486854:0:179943:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787745001.486855:0:179943:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787745001.486857:0:179943:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787745001.486858:0:179943:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787745001.486860:0:179943:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.486862:0:179943:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787745001.486863:0:179943:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.486866:0:179943:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787745001.486869:0:179943:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787745001.486870:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47910 00000002:00010000:1.0:1787745001.486872:0:179943:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787745001.486875:0:179943:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787745001.486882:0:179943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745001.486883:0:179943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745001.486886:0:179943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a765346b600 count: 2 00010000:00000001:1.0:1787745001.486888:0:179943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745001.486891:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.486893:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787745001.486897:0:179943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787745001.486904:0:179943:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787745001.486906:0:179943:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.486909:0:179943:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1787745001.486915:0:179943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787745001.486917:0:179943:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787745001.486919:0:179943:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745001.486921:0:179943:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745001.486922:0:179943:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787745001.486925:0:179943:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787745001.486927:0:179943:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787745001.486929:0:179943:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:1.0:1787745001.486931:0:179943:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7646296000. 00000080:00000001:1.0:1787745001.486934:0:179943:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787745001.486935:0:179943:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745001.486937:0:179943:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:1.0:1787745001.486940:0:179943:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa08f9 00800000:00000001:1.0:1787745001.486944:0:179943:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787745001.486945:0:179943:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787745001.486947:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.486948:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.486950:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:1.0:1787745001.486952:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:1.0:1787745001.486954:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:1.0:1787745001.486960:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.486961:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745001.486962:0:179943:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.486964:0:179943:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745001.486966:0:179943:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08f9 from it ffffa29d41c47b58 00010000:00000001:1.0:1787745001.486968:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.486969:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.486970:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:1.0:1787745001.486972:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:1.0:1787745001.486974:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:1.0:1787745001.486975:0:179943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.486978:0:179943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787745001.486983:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.486984:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.486985:0:179943:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787745001.486986:0:179943:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787745001.486989:0:179943:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787745001.486994:0:179943:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745001.486995:0:179943:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745001.486997:0:179943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745001.486998:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.486999:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.487001:0:179943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.487002:0:179943:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745001.487003:0:179943:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.487005:0:179943:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.487007:0:179943:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.487009:0:179943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.487010:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.487011:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787745001.487013:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787745001.487017:0:179943:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787745001.487019:0:179943:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8), inode mode 41ff mask 1 00000080:00000001:1.0:1787745001.487024:0:179943:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.487027:0:179943:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1787745001.487029:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47ae8 00000080:00002000:1.0:1787745001.487030:0:179943:0:(dcache.c:87:ll_dcompare()) found name d36h.sanity(ffff8a7649e73bd0) flags 0x20000e refc 1 00000080:00000001:1.0:1787745001.487033:0:179943:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.487035:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47b30 00000080:00200000:1.0:1787745001.487036:0:179943:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d36h.sanity, flags=25 00000080:00000001:1.0:1787745001.487039:0:179943:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1787745001.487041:0:179943:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.487044:0:179943:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787745001.487045:0:179943:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x10a91:0x0](ffff8a766d5b3248), inode mode 41ed mask 1 00000080:00000001:1.0:1787745001.487048:0:179943:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.487050:0:179943:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1787745001.487051:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47b48 00000080:00002000:1.0:1787745001.487052:0:179943:0:(dcache.c:87:ll_dcompare()) found name f36h.sanity(ffff8a7649e70d80) flags 0x8000e refc 0 00000080:00000001:1.0:1787745001.487054:0:179943:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.487056:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47b90 00000080:00200000:1.0:1787745001.487057:0:179943:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f36h.sanity, flags=9 00000080:00000001:1.0:1787745001.487059:0:179943:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1787745001.487060:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47b18 00000080:00002000:1.0:1787745001.487061:0:179943:0:(dcache.c:127:ll_ddelete()) keeping dentry f36h.sanity (ffff8a7649e70d80, parent ffff8a7649e73bd0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1787745001.487063:0:179943:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.487101:0:179943:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787745001.487102:0:179943:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787745001.487103:0:179943:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787745001.487104:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47bc0 00000080:00200000:1.0:1787745001.487106:0:179943:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:1.0:1787745001.487109:0:179943:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7646296000. 00800000:00000002:1.0:1787745001.487111:0:179943:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:1.0:1787745001.487113:0:179943:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787745001.487115:0:179943:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787745001.487116:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47ae0 00800000:00000002:1.0:1787745001.487118:0:179943:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787745001.487120:0:179943:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787745001.487125:0:179943:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787745001.487126:0:179943:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787745001.487128:0:179943:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787745001.487129:0:179943:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787745001.487131:0:179943:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.487133:0:179943:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787745001.487134:0:179943:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.487136:0:179943:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787745001.487139:0:179943:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787745001.487141:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c479b0 00000002:00010000:1.0:1787745001.487142:0:179943:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787745001.487145:0:179943:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787745001.487146:0:179943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745001.487147:0:179943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745001.487150:0:179943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a765346b600 count: 2 00010000:00000001:1.0:1787745001.487152:0:179943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745001.487154:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.487156:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787745001.487159:0:179943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1787745001.487165:0:179943:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787745001.487167:0:179943:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.487169:0:179943:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1787745001.487175:0:179943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787745001.487176:0:179943:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787745001.487178:0:179943:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745001.487180:0:179943:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745001.487181:0:179943:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787745001.487183:0:179943:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787745001.487186:0:179943:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787745001.487188:0:179943:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:1.0:1787745001.487190:0:179943:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7646296000. 00000080:00000001:1.0:1787745001.487197:0:179943:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787745001.487198:0:179943:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745001.487200:0:179943:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:1.0:1787745001.487203:0:179943:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa08f9 00800000:00000001:1.0:1787745001.487206:0:179943:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787745001.487207:0:179943:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787745001.487208:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.487210:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.487211:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:1.0:1787745001.487213:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:1.0:1787745001.487215:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:1.0:1787745001.487217:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.487218:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745001.487219:0:179943:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.487221:0:179943:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745001.487223:0:179943:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08f9 from it ffffa29d41c47bf8 00010000:00000001:1.0:1787745001.487224:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.487225:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.487227:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:1.0:1787745001.487228:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:1.0:1787745001.487230:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:1.0:1787745001.487232:0:179943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.487235:0:179943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787745001.487240:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.487241:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.487242:0:179943:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787745001.487243:0:179943:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787745001.487246:0:179943:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787745001.487251:0:179943:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745001.487256:0:179943:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745001.487257:0:179943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745001.487259:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.487260:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.487262:0:179943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.487263:0:179943:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745001.487265:0:179943:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.487266:0:179943:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.487268:0:179943:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.487270:0:179943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.487271:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.487272:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787745001.487274:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787745001.487275:0:179943:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787745001.487277:0:179943:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8), inode mode 41ff mask 1 00000080:00000001:1.0:1787745001.487279:0:179943:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.487281:0:179943:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1787745001.487283:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47b88 00000080:00002000:1.0:1787745001.487284:0:179943:0:(dcache.c:87:ll_dcompare()) found name d36h.sanity(ffff8a7649e73bd0) flags 0x20000e refc 1 00000080:00000001:1.0:1787745001.487286:0:179943:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.487288:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47bd0 00000080:00200000:1.0:1787745001.487289:0:179943:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d36h.sanity, flags=25 00000080:00000001:1.0:1787745001.487291:0:179943:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1787745001.487292:0:179943:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.487295:0:179943:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787745001.487296:0:179943:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x10a91:0x0](ffff8a766d5b3248), inode mode 41ed mask 1 00000080:00000001:1.0:1787745001.487299:0:179943:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.487302:0:179943:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1787745001.487304:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47b58 00000080:00002000:1.0:1787745001.487305:0:179943:0:(dcache.c:87:ll_dcompare()) found name f36h.sanity(ffff8a7649e70d80) flags 0x8004e refc 0 00000080:00000001:1.0:1787745001.487307:0:179943:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.487308:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47bc8 00000080:00200000:1.0:1787745001.487310:0:179943:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f36h.sanity, flags=1801 00000080:00000001:1.0:1787745001.487312:0:179943:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787745001.487313:0:179943:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x10a91:0x0](ffff8a766d5b3248), inode mode 41ed mask 3 00000080:00000001:1.0:1787745001.487315:0:179943:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.487318:0:179943:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1787745001.487322:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47b58 00000080:00200000:1.0:1787745001.487324:0:179943:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f36h.sanity, dir=[0x200000402:0x10a91:0x0](ffff8a766d5b3248), file ffff8a7643cc0300, open_flags 80c1, mode 81a4 opened 0 00000080:00000010:1.0:1787745001.487330:0:179943:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff8a765897a8a0. 00000080:00000001:1.0:1787745001.487334:0:179943:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1787745001.487335:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47a08 00000080:00200000:1.0:1787745001.487337:0:179943:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f36h.sanity, dir=[0x200000402:0x10a91:0x0](ffff8a766d5b3248), intent=open|creat 00000080:00000010:1.0:1787745001.487343:0:179943:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7646296000. 00800000:00000002:1.0:1787745001.487345:0:179943:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a766c5d6e80 2 00000080:00000001:1.0:1787745001.487349:0:179943:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787745001.487350:0:179943:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787745001.487351:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47928 00800000:00000002:1.0:1787745001.487353:0:179943:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f36h.sanity' on [0x200000402:0x10a91:0x0] 00800000:00000001:1.0:1787745001.487356:0:179943:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1787745001.487358:0:179943:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000040:1.0:1787745001.487374:0:179943:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f36h.sanity hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:1.0:1787745001.487377:0:179943:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xbd:0x0] 00800000:00000001:1.0:1787745001.487380:0:179943:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446614839308020736 : -129234401530880 : ffff8a7645676c00) 00800000:00000001:1.0:1787745001.487383:0:179943:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1787745001.487385:0:179943:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1787745001.487388:0:179943:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1787745001.487390:0:179943:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1787745001.487392:0:179943:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8a7648bee000: Allocated FID [0x200000402:0x10a92:0x0] 40000000:00000001:1.0:1787745001.487395:0:179943:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.487397:0:179943:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.487399:0:179943:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.487401:0:179943:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.487403:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c478a8 00800000:00000002:1.0:1787745001.487405:0:179943:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200002b10:0xbd:0x0], fid2=[0x200000402:0x10a92:0x0], name='f36h.sanity' -> mds #0 layout version 1 00000002:00000001:1.0:1787745001.487407:0:179943:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787745001.487409:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c477e0 00000002:00010000:1.0:1787745001.487410:0:179943:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f36h.sanity,[0x200000402:0x10a92:0x0]) in obj [0x200002b10:0xbd:0x0], intent: open|creat flags 0100302 00000002:00000001:1.0:1787745001.487414:0:179943:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787745001.487416:0:179943:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1787745001.487424:0:179943:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1787745001.487427:0:179943:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.487429:0:179943:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787745001.487431:0:179943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a764543fb00 count: 2 00010000:00000001:1.0:1787745001.487433:0:179943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745001.487435:0:179943:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787745001.487439:0:179943:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787745001.487442:0:179943:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd1177cb064f7499c expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1787745001.487449:0:179943:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787745001.487452:0:179943:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787745001.487454:0:179943:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787745001.487456:0:179943:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200002b10:0xbd:0x0] mode (null) 00000002:00000001:1.0:1787745001.487458:0:179943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745001.487460:0:179943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745001.487461:0:179943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a764543fb00 count: 3 00010000:00000001:1.0:1787745001.487463:0:179943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787745001.487465:0:179943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.487467:0:179943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745001.487468:0:179943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745001.487469:0:179943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a764543fb00 count: 3 00010000:00000001:1.0:1787745001.487471:0:179943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787745001.487473:0:179943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.487474:0:179943:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787745001.487478:0:179943:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0xbd:0x0] lli = ffff8a766d5bc200, pfid = [0x200000402:0x10a91:0x0] 00000080:00000002:1.0:1787745001.487482:0:179943:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0xbd:0x0] m[0x200000402:0x10a91:0x0] 00000080:00000001:1.0:1787745001.487485:0:179943:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289347729 : 144115205289347729 : 200000402010a91) 00000080:00000001:1.0:1787745001.487489:0:179943:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1787745001.487490:0:179943:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1787745001.487493:0:179943:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787745001.487494:0:179943:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0xbd:0x0](ffff8a766d5bc2c8) invalid 00000080:00000001:1.0:1787745001.487497:0:179943:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787745001.487498:0:179943:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787745001.487499:0:179943:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.487505:0:179943:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787745001.487507:0:179943:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787745001.487508:0:179943:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787745001.487509:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.487511:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787745001.487514:0:179943:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a7647352a00 with handle 0x6bfe83e2a9fa0907 from hash 00010000:00000001:1.0:1787745001.487516:0:179943:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787745001.487517:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.487518:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.487519:0:179943:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787745001.487522:0:179943:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787745001.487523:0:179943:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787745001.487525:0:179943:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787745001.487527:0:179943:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787745001.487529:0:179943:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1787745001.487533:0:179943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a30c0. 00000020:00000040:1.0:1787745001.487537:0:179943:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1728 obd=lustre-MDT0000-mdc-ffff8a7648bee000 02000000:00000001:1.0:1787745001.487541:0:179943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787745001.487543:0:179943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.487546:0:179943:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00000100:00000001:1.0:1787745001.487551:0:179943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787745001.487553:0:179943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787745001.487556:0:179943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787745001.487563:0:179943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff8a7650010000. 00000100:00000001:1.0:1787745001.487569:0:179943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.487572:0:179943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787745001.487574:0:179943:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787745001.487578:0:179943:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 1/0,0 mode: --/PR res: [0x200002b10:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f7499c expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787745001.487584:0:179943:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1787745001.487586:0:179943:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787745001.487587:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787745001.487590:0:179943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352a00/0x6bfe83e2a9fa0907 lrc: 0/0,0 mode: --/PR res: [0x200002b10:0xbd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xd1177cb064f7499c expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1787745001.487606:0:179943:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a764543fb00 count: 0 00010000:00000010:1.0:1787745001.487610:0:179943:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a766c5d6b80. 00010000:00000001:1.0:1787745001.487619:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.487620:0:179943:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.487622:0:179943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787745001.487624:0:179943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.487625:0:179943:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.487635:0:179943:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446614839511625920 : -129234197925696 : ffff8a76518a30c0) 00010000:00000001:1.0:1787745001.487639:0:179943:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787745001.487641:0:179943:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787745001.487644:0:179943:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8a7658976f00. 00010000:00000010:1.0:1787745001.487648:0:179943:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a7648972500. 00010000:00000001:1.0:1787745001.487651:0:179943:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787745001.487654:0:179943:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a767247ec00. 00000020:00000001:1.0:1787745001.487657:0:179943:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787745001.487659:0:179943:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a767247ec00 with handle 0x6bfe83e2a9fa091c to hash 00000020:00000001:1.0:1787745001.487696:0:179943:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787745001.487697:0:179943:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.487701:0:179943:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.487703:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.487705:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.487708:0:179943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787745001.487715:0:179943:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787745001.487727:0:179943:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a7648bee000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787745001.487735:0:179943:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a76518a30c0 x1874579698265728/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787745001.487755:0:179943:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179943 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787745001.487771:0:179943:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787745001.487773:0:179943:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787745001.487781:0:179943:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7679b466c0. 00000100:00000001:1.0:1787745001.487783:0:179943:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614840185480896 : -129233524070720 : ffff8a7679b466c0) 00000100:00000001:1.0:1787745001.487786:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745001.487788:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511625920 : -129234197925696 : ffff8a76518a30c0) 00000100:00000001:1.0:1787745001.487793:0:179943:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787745001.487800:0:179943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.487802:0:179943:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787745001.487805:0:179943:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787745001.487810:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a30c0 x1874579698265728/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.487816:0:179943:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787745001.487819:0:179943:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745001.487823:0:179943:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787745001.487826:0:179943:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787745001.487828:0:179943:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787745001.487831:0:179943:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a30c0 pname:cluuid:pid:xid:nid:opc:job cp:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179943:1874579698265728:192.168.201.110@tcp:101:cp.0 00000100:00000001:1.0:1787745001.487836:0:179943:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787745001.487843:0:179943:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787745001.487846:0:179943:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745001.487848:0:179943:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787745001.487902:0:179943:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8a7648fc0000. 02000000:00000001:1.0:1787745001.487905:0:179943:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787745001.487915:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1787745001.487920:0:179943:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c00cb8. 00000400:00000010:1.0:1787745001.487929:0:179943:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8a7643d07400. 00000100:00000200:1.0:1787745001.487940:0:179943:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1874579698265728, portal 10 00000100:00000001:1.0:1787745001.487942:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745001.487949:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511625920 : -129234197925696 : ffff8a76518a30c0) 00000100:00000040:1.0:1787745001.487956:0:179943:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a76518a30c0 x1874579698265728/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/70288 e 0 to 0 dl 1787745017 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.487963:0:179943:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787745001.487966:0:179943:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787745001.487970:0:179943:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a7679b46240. 00000100:00000200:1.0:1787745001.487975:0:179943:0:(niobuf.c:94:ptl_send_buf()) Sending 4624 bytes to portal 12, xid 1874579698265728, offset 0 00000400:00000200:1.0:1787745001.487983:0:179943:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1787745001.487993:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787745001.488002:0:179943:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1787745001.488007:0:179943:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787745001.488012:0:179943:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1787745001.488017:0:179943:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787745001.488020:0:179943:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787745001.488024:0:179943:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440834:440834:256:4294967295] 192.168.201.110@tcp LPNI seq info [440833:440833:8:4294967295] 00000400:00000200:1.0:1787745001.488029:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787745001.488039:0:179943:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1787745001.488047:0:179943:0:(socklnd_cb.c:931:ksocknal_send()) sending 4624 bytes in 2 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1787745001.488053:0:179943:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8a7646297e00. 00000800:00000200:1.0:1787745001.488061:0:179943:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1787745001.488068:0:179943:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1787745001.488073:0:179943:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7646297e00 type 1, nob 4720 niov 1 nkiov 2 00000100:00000001:1.0:1787745001.488097:0:179943:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745001.488102:0:179943:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:1.0:1787745001.488105:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787745001.488108:0:179943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301296449 00000100:00000001:1.0:1787745001.488116:0:179943:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, simply extend its deadline from 4301296441 00000100:00000001:1.0:1787745001.488122:0:179943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301296449 00000100:00000001:1.0:1787745001.488125:0:179943:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, simply extend its deadline from 4301296441 00000100:00000001:1.0:1787745001.488134:0:179943:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745001.488137:0:179943:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.488140:0:179943:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787745001.488141:0:179943:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787745001.488144:0:179943:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7679b466c0 going to sleep for 11 seconds 00000100:00000001:1.0:1787745001.488146:0:179943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787745001.488148:0:179943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787745001.489429:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745001.489438:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8a7646297e00. 00000400:00000200:2.0:1787745001.489445:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.489453:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745001.489460:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7679b46240 00000400:00000010:2.0:1787745001.489462:0:2390:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8a7679b46240. 00000100:00000001:2.0:1787745001.489467:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745001.489473:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a30c0 x1874579698265728/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/70288 e 0 to 0 dl 1787745017 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.489484:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745001.489500:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76518a30c0 x1874579698265728/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/70288 e 0 to 0 dl 1787745017 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.489508:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745001.489510:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787745001.493493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a767247e800. 00010000:00000010:1.1:1787745001.493513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a764543fb00. 00010000:00000010:1.1:1787745001.493518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a7647352a00. 00000100:00000040:3.0:1787745001.497858:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301296449, at 4301296450 00000100:00000010:3.0:1787745001.497877:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897ac60. 00000100:00000040:2.0:1787745001.497976:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301296449, at 4301296450 00000100:00000010:2.0:1787745001.497982:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897acc0. 00000800:00000001:2.0:1787745001.500607:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.500638:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745001.500642:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.500645:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.500654:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.500694:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745001.500704:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.500709:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.500714:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.500718:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 664 into portal 10 MB=0x6a8eb9904ae80 00000400:00000200:2.0:1787745001.500723:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.500729:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 664/664 into md 0x3e1e9d [32] + 224 00000800:00000001:2.0:1787745001.500736:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.500742:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.500746:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.500750:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745001.500758:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787745001.500775:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a30c0 x1874579698265728/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/70288 e 0 to 0 dl 1787745017 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787745001.500786:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=70288 req@ffff8a76518a30c0 x1874579698265728/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/70288 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.500806:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787745001.500814:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.500817:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.500882:0:179943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787745001.500892:0:179943:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787745001.500894:0:179943:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787745001.500898:0:179943:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c00cb8. 00000400:00000200:1.0:1787745001.500903:0:179943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7643d07400 00000400:00000010:1.0:1787745001.500905:0:179943:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff8a7643d07400. 00000100:00000001:1.0:1787745001.500908:0:179943:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787745001.500913:0:179943:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a30c0 x1874579698265728/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/70288 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787745001.500922:0:179943:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a30c0 x1874579698265728/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/70288 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.500928:0:179943:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787745001.500930:0:179943:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.500932:0:179943:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787745001.500935:0:179943:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787745001.500938:0:179943:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787745001.500940:0:179943:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745001.500943:0:179943:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787745001.500954:0:179943:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=115 v=5 (5 5 5 5) 00000100:00001000:1.0:1787745001.500958:0:179943:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=68 v=5 (1 1 1 1) 00000100:00000001:1.0:1787745001.500961:0:179943:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787745001.500962:0:179943:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.500966:0:179943:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787745001.500969:0:179943:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.500972:0:179943:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787745001.500974:0:179943:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x60002533f/0x1] 00000100:00000001:1.0:1787745001.500976:0:179943:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787745001.500978:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745001.500980:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511625920 : -129234197925696 : ffff8a76518a30c0) 00000100:00000001:1.0:1787745001.500996:0:179943:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787745001.500998:0:179943:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:1.0:1787745001.501000:0:179943:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787745001.501002:0:179943:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745001.501008:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a30c0 x1874579698265728/t25769956160(25769956160) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/664 e 0 to 0 dl 1787745017 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.501015:0:179943:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745001.501018:0:179943:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787745001.501020:0:179943:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787745001.501024:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a30c0 x1874579698265728/t25769956160(25769956160) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/664 e 0 to 0 dl 1787745017 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787745001.501032:0:179943:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a30c0 pname:cluuid:pid:xid:nid:opc:job cp:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179943:1874579698265728:192.168.201.110@tcp:101:cp.0 00000100:00000001:1.0:1787745001.501036:0:179943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.501039:0:179943:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.501041:0:179943:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787745001.501043:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745001.501046:0:179943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76518a30c0 x1874579698265728/t25769956160(25769956160) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/664 e 0 to 0 dl 1787745017 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.501053:0:179943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787745001.501055:0:179943:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7679b466c0. 00000100:00000001:1.0:1787745001.501058:0:179943:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787745001.501060:0:179943:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.501062:0:179943:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787745001.501066:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.501069:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.501072:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ec00 refcount=4 00000020:00000001:1.0:1787745001.501074:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.501077:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000040:1.0:1787745001.501084:0:179943:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8a767247ec00, remote cookie: 0xd1177cb064f749db, flags: 0x1001 00010000:00010000:1.0:1787745001.501089:0:179943:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 4/0,1 mode: --/CW res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749db expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787745001.501105:0:179943:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x10a92:0x0].0x0, instead of [0x200002b10:0xbd:0x0].0x0 00010000:00000001:1.0:1787745001.501108:0:179943:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1787745001.501115:0:179943:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8a7658976000. 00010000:00000010:1.0:1787745001.501118:0:179943:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a7648972f00. 00010000:00000040:1.0:1787745001.501122:0:179943:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a7658976f00 count: 0 00010000:00000010:1.0:1787745001.501137:0:179943:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a7648972500. 00010000:00000001:1.0:1787745001.501145:0:179943:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.501148:0:179943:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 4/0,1 mode: --/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749db expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787745001.501157:0:179943:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 4/0,1 mode: --/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749db expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.501163:0:179943:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787745001.501167:0:179943:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787745001.501170:0:179943:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787745001.501171:0:179943:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787745001.501173:0:179943:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787745001.501175:0:179943:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x10a92:0x0].0x0 (ffff8a7658976000) refcount = 1 00010000:00010000:1.0:1787745001.501179:0:179943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f749db expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.501186:0:179943:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787745001.501189:0:179943:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787745001.501191:0:179943:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745001.501194:0:179943:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787745001.501196:0:179943:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.501215:0:179943:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749db expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.501232:0:179943:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787745001.501234:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.501236:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.501237:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.501238:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.501239:0:179943:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.501244:0:179943:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787745001.501246:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.501247:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.501249:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ec00 refcount=3 00000020:00000001:1.0:1787745001.501251:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.501253:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.501255:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.501257:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.501258:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ec00 refcount=4 00000020:00000001:1.0:1787745001.501260:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.501262:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.501265:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.501269:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.501272:0:179943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f749db expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.501278:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.501279:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.501280:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.501281:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.501283:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ec00 refcount=5 00000020:00000001:1.0:1787745001.501284:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.501286:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.501289:0:179943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.501291:0:179943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f749db expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.501303:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.501304:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787745001.501306:0:179943:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f749db expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.501313:0:179943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.501314:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.501315:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.501316:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.501317:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787745001.501323:0:179943:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff8a76518a30c0 x1874579698265728/t25769956160(25769956160) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/664 e 0 to 0 dl 1787745017 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787745001.501332:0:179943:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1787745001.501337:0:179943:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a76518a30c0 x1874579698265728/t25769956160(25769956160) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4624/664 e 0 to 0 dl 1787745017 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787745001.501344:0:179943:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.501351:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.501352:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.501354:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ec00 refcount=3 00000020:00000001:1.0:1787745001.501356:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.501358:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00000002:00010000:1.0:1787745001.501362:0:179943:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749db expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1787745001.501370:0:179943:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8a76476bdf80. 00010000:00000001:1.0:1787745001.501373:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.501374:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745001.501375:0:179943:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.501377:0:179943:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.501381:0:179943:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1787745001.501389:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745001.501390:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511625920 : -129234197925696 : ffff8a76518a30c0) 00000100:00000001:1.0:1787745001.501392:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745001.501394:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511625920 : -129234197925696 : ffff8a76518a30c0) 00010000:00000001:1.0:1787745001.501396:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.501397:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.501399:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ec00 refcount=3 00000020:00000001:1.0:1787745001.501401:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.501403:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00000002:00010000:1.0:1787745001.501407:0:179943:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749db expref: -99 pid: 179943 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.501413:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.501415:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.501416:0:179943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787745001.501418:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.501419:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.501420:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ec00 refcount=3 00000020:00000001:1.0:1787745001.501422:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.501423:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000040:1.0:1787745001.501427:0:179943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976000 count: 2 00010000:00000001:1.0:1787745001.501430:0:179943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787745001.501434:0:179943:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a7647e84400 type 13 mode 4 res 8589935618/68242 (0 0) 00010000:00000001:1.0:1787745001.501436:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.501437:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745001.501439:0:179943:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787745001.501441:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47768 00000002:00002000:1.0:1787745001.501444:0:179943:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f36h.sanity intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1787745001.501447:0:179943:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.501451:0:179943:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.501454:0:179943:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787745001.501457:0:179943:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200002b10:0xbd:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1787745001.501460:0:179943:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.501470:0:179943:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a766c5d6e80 2 00000080:00000001:1.0:1787745001.501473:0:179943:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1787745001.501475:0:179943:0:(namei.c:674:ll_lookup_it_finish()) it ffff8a765897a8a0 it_disposition 1800037 00000080:00002000:1.0:1787745001.501479:0:179943:0:(namei.c:653:ll_splice_alias()) Add dentry ffff8a7649e70d80 inode 0000000000000000 refc 1 flags 0x8004e 00000080:00000001:1.0:1787745001.501485:0:179943:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787745001.501488:0:179943:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1787745001.501490:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47998 00000080:00200000:1.0:1787745001.501492:0:179943:0:(namei.c:1628:ll_create_it()) VFS Op:name=f36h.sanity, dir=[0x200000402:0x10a91:0x0](ffff8a766d5b3248), intent=open|creat 00000080:00000001:1.0:1787745001.501495:0:179943:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1787745001.501497:0:179943:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787745001.501502:0:179943:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1787745001.501505:0:179943:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787745001.501508:0:179943:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289347730 : 144115205289347730 : 200000402010a92) 00000080:00000001:1.0:1787745001.501511:0:179943:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1787745001.501525:0:179943:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8a766d5b18c0. 00000020:00000001:1.0:1787745001.501534:0:179943:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1787745001.501535:0:179943:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1787745001.501539:0:179943:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1787745001.501541:0:179943:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000402:0x10a92:0x0](ffff8a766d5b1988) 00000020:00000001:1.0:1787745001.501544:0:179943:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787745001.501550:0:179943:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614840203347944 : -129233506203672 : ffff8a767ac507e8) 00000020:00001000:1.0:1787745001.501552:0:179943:0:(cl_object.c:823:cl_env_get()) 1@ffff8a767ac507e0 00000020:00000001:1.0:1787745001.501556:0:179943:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1787745001.501560:0:179943:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8a766c9a3960. 00000020:00000001:1.0:1787745001.501563:0:179943:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1787745001.501564:0:179943:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745001.501571:0:179943:0:(lov_object.c:2374:lov_object_alloc()) Process entered 00020000:00000010:1.0:1787745001.501575:0:179943:0:(lov_object.c:2375:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8a7648971ba0. 00020000:00000001:1.0:1787745001.501577:0:179943:0:(lov_object.c:2389:lov_object_alloc()) Process leaving (rc=18446614839361477536 : -129234348074080 : ffff8a7648971ba0) 00020000:00000001:1.0:1787745001.501579:0:179943:0:(lov_object.c:1418:lov_object_init()) Process entered 00020000:00000001:1.0:1787745001.501582:0:179943:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787745001.501587:0:179943:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8a765897ad20. 00020000:00000010:1.0:1787745001.501592:0:179943:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8a7646ed1180. 00020000:00000010:1.0:1787745001.501596:0:179943:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8a765897a600. 00020000:00000001:1.0:1787745001.501598:0:179943:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614839629948416 : -129234079603200 : ffff8a765897a600) 00020000:00000002:1.0:1787745001.501601:0:179943:0:(lov_ea.c:755:dump_lsm()) lsm ffff8a765897a600, objid 0x10a92:1026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787745001.501611:0:179943:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787745001.501616:0:179943:0:(lov_ea.c:805:dump_lsm()) oinfo:ffff8a7646ed1180: ostid: 0x280000403:2929 ost idx: 0 gen: 0 00020000:00000001:1.0:1787745001.501619:0:179943:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1787745001.501621:0:179943:0:(lov_ea.c:755:dump_lsm()) lsm ffff8a765897a600, objid 0x10a92:1026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787745001.501625:0:179943:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787745001.501628:0:179943:0:(lov_ea.c:805:dump_lsm()) oinfo:ffff8a7646ed1180: ostid: 0x280000403:2929 ost idx: 0 gen: 0 00020000:00000010:1.0:1787745001.501631:0:179943:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8a7679b3c2f0. 00020000:00000010:1.0:1787745001.501634:0:179943:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8a7679b466c0. 00020000:00000001:1.0:1787745001.501638:0:179943:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1787745001.501641:0:179943:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8a76724713b8. 00020000:00000001:1.0:1787745001.501643:0:179943:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1787745001.501645:0:179943:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1787745001.501650:0:179943:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1787745001.501653:0:179943:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8a766c9a3708. 00000020:00000001:1.0:1787745001.501655:0:179943:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1787745001.501656:0:179943:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745001.501659:0:179943:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446614839965661064 : -129233743890552 : ffff8a766c9a3788) 00020000:00000001:1.0:1787745001.501711:0:179943:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1787745001.501715:0:179943:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8a7648976c40. 00020000:00000001:1.0:1787745001.501718:0:179943:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.501722:0:179943:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446614839965661064 : -129233743890552 : ffff8a766c9a3788) 00020000:00000001:1.0:1787745001.501724:0:179943:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446614839965661064 : -129233743890552 : ffff8a766c9a3788) 00020000:00000002:1.0:1787745001.501727:0:179943:0:(lov_object.c:134:lov_init_sub()) [0x280000403:0xb71:0x0]@ffff8a766c9a3708[0:0] -> [0x200000402:0x10a92:0x0]@ffff8a766c9a3960: ostid: 0x280000403:2929 ost idx: 0 gen: 0 00020000:00000001:1.0:1787745001.501732:0:179943:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1787745001.501734:0:179943:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1787745001.501736:0:179943:0:(lov_object.c:1446:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.501739:0:179943:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446614839965661664 : -129233743889952 : ffff8a766c9a39e0) 00000020:00001000:1.0:1787745001.501742:0:179943:0:(cl_object.c:917:cl_env_put()) 1@ffff8a767ac507e0 00000080:00000001:1.0:1787745001.501746:0:179943:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289347730 : 144115205289347730 : 200000402010a92) 00000080:00000001:1.0:1787745001.501749:0:179943:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1787745001.501755:0:179943:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205289347730 mtime from 0 to 1787745001 00000080:00000001:1.0:1787745001.501759:0:179943:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1787745001.501771:0:179943:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614839978301832 : -129233731249784 : ffff8a766d5b1988) 00010000:00000001:1.0:1787745001.501774:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.501775:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.501777:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ec00 refcount=3 00000020:00000001:1.0:1787745001.501779:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.501782:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00000080:00000001:1.0:1787745001.501785:0:179943:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787745001.501786:0:179943:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787745001.501788:0:179943:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614840203347944 : -129233506203672 : ffff8a767ac507e8) 00000020:00001000:1.0:1787745001.501790:0:179943:0:(cl_object.c:823:cl_env_get()) 1@ffff8a767ac507e0 00000020:00000001:1.0:1787745001.501792:0:179943:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787745001.501795:0:179943:0:(lov_object.c:1456:lov_conf_set()) Process entered 00020000:00000001:1.0:1787745001.501796:0:179943:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787745001.501802:0:179943:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8a765897acc0. 00020000:00000010:1.0:1787745001.501804:0:179943:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8a7646ed1200. 00020000:00000010:1.0:1787745001.501807:0:179943:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8a765897ac60. 00020000:00000001:1.0:1787745001.501809:0:179943:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614839629950048 : -129234079601568 : ffff8a765897ac60) 00020000:00000002:1.0:1787745001.501811:0:179943:0:(lov_ea.c:755:dump_lsm()) lsm ffff8a765897ac60, objid 0x10a92:1026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787745001.501815:0:179943:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787745001.501818:0:179943:0:(lov_ea.c:805:dump_lsm()) oinfo:ffff8a7646ed1200: ostid: 0x280000403:2929 ost idx: 0 gen: 0 00020000:00000002:1.0:1787745001.501822:0:179943:0:(lov_object.c:1310:lov_conf_lock()) Took exclusive lov(ffff8a7648971ba0) owner ffff8a7646dc4f80 00020000:00000001:1.0:1787745001.501824:0:179943:0:(lov_object.c:1516:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787745001.501826:0:179943:0:(lov_object.c:1316:lov_conf_unlock()) To release exclusive lov(ffff8a7648971ba0) owner ffff8a7646dc4f80 00020000:00000010:1.0:1787745001.501831:0:179943:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8a7646ed1200. 00020000:00000010:1.0:1787745001.501835:0:179943:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8a765897acc0. 00020000:00000010:1.0:1787745001.501837:0:179943:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8a765897ac60. 00020000:00000002:1.0:1787745001.501839:0:179943:0:(lov_object.c:1543:lov_conf_set()) [0x200000402:0x10a92:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787745001.501841:0:179943:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.501842:0:179943:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.501845:0:179943:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1787745001.501848:0:179943:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a7646dc4f80 00020000:00000002:1.0:1787745001.501858:0:179943:0:(lov_object.c:2402:lov_lsm_addref()) lsm ffff8a765897a600 addref 2/0 by ffff8a7646dc4f80. 00020000:00000002:1.0:1787745001.501860:0:179943:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a7646dc4f80 00020000:00000001:1.0:1787745001.501862:0:179943:0:(lov_object.c:2298:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1787745001.501865:0:179943:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1787745001.501866:0:179943:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1787745001.501867:0:179943:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1787745001.501869:0:179943:0:(lov_object.c:2317:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1787745001.501872:0:179943:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x10a92:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1787745001.501874:0:179943:0:(cl_object.c:917:cl_env_put()) 1@ffff8a767ac507e0 00000080:00000001:1.0:1787745001.501877:0:179943:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.501878:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.501879:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787745001.501881:0:179943:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787745001.501884:0:179943:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787745001.501885:0:179943:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745001.501888:0:179943:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x10a92:0x0](ffff8a766d5b1988) 00000080:00010000:1.0:1787745001.501891:0:179943:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x10a92:0x0](ffff8a766d5b1988) for lock 0x6bfe83e2a9fa091c 00800000:00000001:1.0:1787745001.501894:0:179943:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787745001.501896:0:179943:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787745001.501897:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.501898:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.501900:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ec00 refcount=3 00000020:00000001:1.0:1787745001.501902:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.501904:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.501907:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.501908:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745001.501909:0:179943:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.501911:0:179943:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.501912:0:179943:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1787745001.501914:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745001.501919:0:179943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8a76518a30c0 x1874579698265728/t25769956160(25769956160) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/664 e 0 to 0 dl 1787745017 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.501926:0:179943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787745001.501931:0:179943:0:(namei.c:1651:ll_create_it()) inode ffff8a766d5b1988 need_sync_to_mds [0x200000402:0x10a92:0x0] 00000080:00000001:1.0:1787745001.501934:0:179943:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745001.501943:0:179943:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x10a92:0x0](ffff8a766d5b1988) 00000080:00000001:1.0:1787745001.501945:0:179943:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787745001.501949:0:179943:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7646296000. 00000100:00000001:1.0:1787745001.501952:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745001.501955:0:179943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76518a30c0 x1874579698265728/t25769956160(25769956160) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/664 e 0 to 0 dl 1787745017 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.501961:0:179943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.501964:0:179943:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1787745001.501967:0:179943:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787745001.501969:0:179943:0:(namei.c:1500:ll_atomic_open()) inode ffff8a766d5b1988 need_sync_to_mds [0x200000402:0x10a92:0x0] 00000080:00000001:1.0:1787745001.501979:0:179943:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1787745001.501981:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47a68 00000080:00200008:1.0:1787745001.501983:0:179943:0:(file.c:1090:ll_file_open()) START file f36h.sanity:[0x200000402:0x10a92:0x0](ffff8a766d5b1988), flags 100301 00000080:00000010:1.0:1787745001.501991:0:179943:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8a76582fba40. 00000080:00000010:1.0:1787745001.501997:0:179943:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8a76476bd2c0. 00000080:00000001:1.0:1787745001.501999:0:179943:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1787745001.502003:0:179943:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1787745001.502005:0:179943:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787745001.502007:0:179943:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787745001.502010:0:179943:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787745001.502012:0:179943:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787745001.502014:0:179943:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.502016:0:179943:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a92:0x0] 00800000:00000001:1.0:1787745001.502018:0:179943:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745001.502021:0:179943:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1787745001.502023:0:179943:0:(obd.h:1473:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8a766c9b2760. 00000002:00100000:1.0:1787745001.502028:0:179943:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a76518a30c0 x1874579698265728/t25769956160(25769956160) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/664 e 0 to 0 dl 1787745017 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787745001.502034:0:179943:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.502036:0:179943:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1787745001.502039:0:179943:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1787745001.502043:0:179943:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.502045:0:179943:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745001.502048:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745001.502055:0:179943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a30c0 x1874579698265728/t25769956160(25769956160) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/664 e 0 to 0 dl 1787745017 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1787745001.502062:0:179943:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787745001.502066:0:179943:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8a7648fc0000. 02000000:00000001:1.0:1787745001.502086:0:179943:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787745001.502088:0:179943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.502090:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47a68 00000080:00000008:1.0:1787745001.502092:0:179943:0:(file.c:1329:ll_file_open()) COMPLETED file f36h.sanity:[0x200000402:0x10a92:0x0](ffff8a766d5b1988), flags 100301, rc = 0 00000080:00000001:1.0:1787745001.502096:0:179943:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1787745001.502098:0:179943:0:(dcache.c:176:ll_intent_release()) intent ffff8a765897a8a0 released 00000080:00010000:1.0:1787745001.502100:0:179943:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa091c from it ffff8a765897a8a0 00010000:00000001:1.0:1787745001.502102:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.502104:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.502105:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ec00 refcount=3 00000020:00000001:1.0:1787745001.502107:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.502109:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.502111:0:179943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.502114:0:179943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd1177cb064f749db expref: -99 pid: 179943 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.502121:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.502122:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.502124:0:179943:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787745001.502126:0:179943:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787745001.502129:0:179943:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd1177cb064f749db expref: -99 pid: 179943 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787745001.502136:0:179943:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745001.502138:0:179943:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745001.502140:0:179943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745001.502143:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.502144:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.502145:0:179943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.502148:0:179943:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745001.502154:0:179943:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.502156:0:179943:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.502159:0:179943:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.502161:0:179943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.502163:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.502164:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787745001.502165:0:179943:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1787745001.502168:0:179943:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1787745001.502170:0:179943:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787745001.502171:0:179943:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787745001.502174:0:179943:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787745001.502175:0:179943:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.502178:0:179943:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1787745001.502180:0:179943:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.502182:0:179943:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787745001.502184:0:179943:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.502186:0:179943:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787745001.502188:0:179943:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff8a765897a8a0. 00000080:00000001:1.0:1787745001.502192:0:179943:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.502196:0:179943:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787745001.502198:0:179943:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x10a92:0x0](ffff8a766d5b1988), inode mode 81a4 mask 40 00000080:00000001:1.0:1787745001.502201:0:179943:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.502227:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47d28 00000080:00200008:1.0:1787745001.502229:0:179943:0:(file.c:6313:ll_getattr_dentry()) START file f36h.sanity:[0x200000402:0x10a92:0x0](ffff8a766d5b1988), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1787745001.502235:0:179943:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787745001.502236:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47ca0 00000080:00200000:1.0:1787745001.502238:0:179943:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x10a92:0x0](ffff8a766d5b1988),name=f36h.sanity 00000080:00000010:1.0:1787745001.502244:0:179943:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7646296000. 00800000:00000002:1.0:1787745001.502249:0:179943:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a766c5d6e80 2 00000080:00000001:1.0:1787745001.502254:0:179943:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787745001.502257:0:179943:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787745001.502258:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47bc0 00800000:00000002:1.0:1787745001.502260:0:179943:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000402:0x10a92:0x0] 'f36h.sanity' on [0x200000402:0x10a91:0x0] 00800000:00000001:1.0:1787745001.502264:0:179943:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:1.0:1787745001.502268:0:179943:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f36h.sanity hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:1.0:1787745001.502271:0:179943:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xbd:0x0] 00800000:00000001:1.0:1787745001.502279:0:179943:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787745001.502281:0:179943:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787745001.502282:0:179943:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787745001.502284:0:179943:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787745001.502285:0:179943:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.502287:0:179943:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a92:0x0] 00800000:00000001:1.0:1787745001.502289:0:179943:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745001.502291:0:179943:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b10:0xbd:0x0], fid2=[0x200000402:0x10a92:0x0], name='' -> mds #0 00000002:00000001:1.0:1787745001.502299:0:179943:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787745001.502301:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47a90 00000002:00010000:1.0:1787745001.502302:0:179943:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x10a92:0x0]) in obj [0x200002b10:0xbd:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787745001.502305:0:179943:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787745001.502307:0:179943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745001.502309:0:179943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745001.502324:0:179943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976000 count: 2 00010000:00000001:1.0:1787745001.502326:0:179943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745001.502330:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.502333:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787745001.502335:0:179943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd1177cb064f749db expref: -99 pid: 179943 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787745001.502342:0:179943:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787745001.502346:0:179943:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.502348:0:179943:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd1177cb064f749db expref: -99 pid: 179943 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1787745001.502354:0:179943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787745001.502356:0:179943:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787745001.502358:0:179943:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745001.502359:0:179943:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745001.502361:0:179943:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787745001.502363:0:179943:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b10:0xbd:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787745001.502365:0:179943:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787745001.502367:0:179943:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a766c5d6e80 2 00000080:00000010:1.0:1787745001.502374:0:179943:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7646296000. 00000080:00000001:1.0:1787745001.502378:0:179943:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787745001.502379:0:179943:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745001.502381:0:179943:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x10a92:0x0](ffff8a766d5b1988) 00000080:00010000:1.0:1787745001.502384:0:179943:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x10a92:0x0](ffff8a766d5b1988) for lock 0x6bfe83e2a9fa091c 00800000:00000001:1.0:1787745001.502387:0:179943:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787745001.502388:0:179943:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787745001.502389:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.502391:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.502392:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ec00 refcount=3 00000020:00000001:1.0:1787745001.502394:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.502396:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.502398:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.502400:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745001.502401:0:179943:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745001.502403:0:179943:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745001.502404:0:179943:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa091c from it ffffa29d41c47cd8 00010000:00000001:1.0:1787745001.502406:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.502407:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.502408:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ec00 refcount=3 00000020:00000001:1.0:1787745001.502410:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.502412:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931072 : -129233648620544 : ffff8a767247ec00) 00010000:00000001:1.0:1787745001.502414:0:179943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.502416:0:179943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd1177cb064f749db expref: -99 pid: 179943 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787745001.502422:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.502423:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.502424:0:179943:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787745001.502426:0:179943:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787745001.502428:0:179943:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd1177cb064f749db expref: -99 pid: 179943 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787745001.502443:0:179943:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745001.502445:0:179943:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745001.502446:0:179943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745001.502449:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.502450:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.502451:0:179943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.502453:0:179943:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745001.502454:0:179943:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.502456:0:179943:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.502458:0:179943:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.502460:0:179943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.502461:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.502462:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787745001.502464:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787745001.502465:0:179943:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787745001.502468:0:179943:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1787745001.502470:0:179943:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787745001.502472:0:179943:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787745001.502473:0:179943:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787745001.502474:0:179943:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.502476:0:179943:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787745001.502479:0:179943:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1787745001.502481:0:179943:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787745001.502483:0:179943:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614840203347944 : -129233506203672 : ffff8a767ac507e8) 00000020:00001000:1.0:1787745001.502484:0:179943:0:(cl_object.c:823:cl_env_get()) 1@ffff8a767ac507e0 00000020:00000001:1.0:1787745001.502489:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:1.0:1787745001.502491:0:179943:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787745001.502494:0:179943:0:(vvp_io.c:1861:vvp_io_init()) Process entered 00000080:00200000:1.0:1787745001.502496:0:179943:0:(vvp_io.c:1866:vvp_io_init()) [0x200000402:0x10a92:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1787745001.502499:0:179943:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787745001.502501:0:179943:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1787745001.502502:0:179943:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787745001.502504:0:179943:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745001.502506:0:179943:0:(vvp_io.c:1938:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787745001.502509:0:179943:0:(lov_object.c:1600:lov_io_init()) [0x200000402:0x10a92:0x0]io ffff8a767ad43438 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:1.0:1787745001.502512:0:179943:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a7646dc4f80 00020000:00000001:1.0:1787745001.502524:0:179943:0:(lov_io.c:2452:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787745001.502525:0:179943:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787745001.502528:0:179943:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787745001.502530:0:179943:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745001.502532:0:179943:0:(lov_io.c:916:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1787745001.502534:0:179943:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787745001.502535:0:179943:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.502537:0:179943:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787745001.502537:0:179943:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787745001.502539:0:179943:0:(lov_io.c:2465:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787745001.502540:0:179943:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a7646dc4f80 00000020:00000001:1.0:1787745001.502542:0:179943:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787745001.502544:0:179943:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1787745001.502545:0:179943:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x10a92:0x0] 00000020:00000001:1.0:1787745001.502548:0:179943:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1787745001.502550:0:179943:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1787745001.502552:0:179943:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1787745001.502554:0:179943:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1787745001.502558:0:179943:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1787745001.502562:0:179943:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8a7648972500. 00020000:00000002:1.0:1787745001.502564:0:179943:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1787745001.502566:0:179943:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1787745001.502568:0:179943:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787745001.502570:0:179943:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787745001.502571:0:179943:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787745001.502573:0:179943:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839278709288 : -129234430842328 : ffff8a7643a82a28) 00000020:00001000:1.0:1787745001.502575:0:179943:0:(cl_object.c:823:cl_env_get()) 1@ffff8a7643a82a20 00000020:00000001:1.0:1787745001.502578:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a3788 -> ffff8a766c9a39e0 00000020:00000001:1.0:1787745001.502579:0:179943:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787745001.502582:0:179943:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787745001.502583:0:179943:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787745001.502584:0:179943:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745001.502585:0:179943:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745001.502587:0:179943:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614840061844280 : -129233647707336 : ffff8a767255db38) 00000020:00000001:1.0:1787745001.502589:0:179943:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1787745001.502592:0:179943:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff8a765190e270. 00000008:00010000:1.0:1787745001.502595:0:179943:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1787745001.502597:0:179943:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787745001.502598:0:179943:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1787745001.502605:0:179943:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a7648972530, osc lock ffff8a765190e270, flags 0x400001002 00000020:00000001:1.0:1787745001.502607:0:179943:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745001.502609:0:179943:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745001.502611:0:179943:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614839361479936 : -129234348071680 : ffff8a7648972500) 00000020:00000001:1.0:1787745001.502613:0:179943:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787745001.502614:0:179943:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1787745001.502615:0:179943:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.502617:0:179943:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.502619:0:179943:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1787745001.502621:0:179943:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1787745001.502622:0:179943:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1787745001.502623:0:179943:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1787745001.502624:0:179943:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787745001.502625:0:179943:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614840061844280 : -129233647707336 : ffff8a767255db38) 00000020:00000001:1.0:1787745001.502627:0:179943:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1787745001.502628:0:179943:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1787745001.502630:0:179943:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787745001.502633:0:179943:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787745001.502635:0:179943:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787745001.502636:0:179943:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787745001.502638:0:179943:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787745001.502639:0:179943:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787745001.502640:0:179943:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787745001.502642:0:179943:0:(osc_request.c:3378:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1787745001.502644:0:179943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787745001.502648:0:179943:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.502650:0:179943:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1787745001.502655:0:179943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a12c0. 00000020:00000040:1.0:1787745001.502658:0:179943:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00010000:00000001:1.0:1787745001.502688:0:179943:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787745001.502692:0:179943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745001.502696:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.502698:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.502699:0:179943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.502702:0:179943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787745001.502704:0:179943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787745001.502707:0:179943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787745001.502712:0:179943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a7646296000. 00000100:00000001:1.0:1787745001.502723:0:179943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.502727:0:179943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787745001.502729:0:179943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.502730:0:179943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787745001.502731:0:179943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.502734:0:179943:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.502736:0:179943:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446614839511618240 : -129234197933376 : ffff8a76518a12c0) 00010000:00000001:1.0:1787745001.502739:0:179943:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787745001.502741:0:179943:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787745001.502745:0:179943:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8a7658976c00. 00010000:00000010:1.0:1787745001.502748:0:179943:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8a7658976900. 00010000:00000001:1.0:1787745001.502753:0:179943:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787745001.502755:0:179943:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a767247e800. 00000020:00000001:1.0:1787745001.502759:0:179943:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787745001.502771:0:179943:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a767247e800 with handle 0x6bfe83e2a9fa0923 to hash 00000020:00000001:1.0:1787745001.502773:0:179943:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787745001.502775:0:179943:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000010:1.0:1787745001.502779:0:179943:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8a76476bd340. 00010000:00000001:1.0:1787745001.502781:0:179943:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:1.0:1787745001.502784:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.502785:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.502789:0:179943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000007b8fb2b0/0x6bfe83e2a9fa0923 lrc: 3/1,0 mode: --/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787745001.502799:0:179943:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000007b8fb2b0/0x6bfe83e2a9fa0923 lrc: 3/1,0 mode: --/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.502809:0:179943:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.502813:0:179943:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787745001.502817:0:179943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745001.502825:0:179943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004850c57a] to pc [ptlrpcd_00_00+0] req@ffff8a76518a12c0 x1874579698265856/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1787745001.502859:0:179943:0:(osc_request.c:3497:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787745001.502861:0:179943:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.502863:0:179943:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745001.502865:0:179943:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.502867:0:179943:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.502869:0:179943:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787745001.502871:0:179943:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1787745001.502873:0:179943:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1787745001.502874:0:179943:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1787745001.502887:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1787745001.502891:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1787745001.502893:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.502899:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787745001.502901:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.502903:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787745001.502904:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787745001.502907:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787745001.502913:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a12c0 x1874579698265856/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.502920:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787745001.502923:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745001.502927:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787745001.502929:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787745001.502932:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787745001.502935:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2397:1874579698265856:192.168.201.110@tcp:101:cp.0 00000100:00000001:1.0:1787745001.502940:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787745001.502945:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787745001.502947:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745001.502949:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787745001.502953:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a7643d07400. 02000000:00000001:1.0:1787745001.502955:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787745001.502962:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1787745001.502966:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c00cb8. 00000400:00000010:1.0:1787745001.502971:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a04c8. 00000100:00000200:1.0:1787745001.502982:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874579698265856, portal 4 00000100:00000001:1.0:1787745001.502984:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745001.502986:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511618240 : -129234197933376 : ffff8a76518a12c0) 00000100:00000040:1.0:1787745001.502992:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a76518a12c0 x1874579698265856/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.502999:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787745001.503002:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787745001.503004:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0000. 00000100:00000200:1.0:1787745001.503008:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1874579698265856, offset 0 00000400:00000200:1.0:1787745001.503013:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1787745001.503020:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787745001.503027:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1787745001.503032:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787745001.503036:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1787745001.503040:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787745001.503043:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787745001.503047:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440835:440835:256:4294967295] 192.168.201.110@tcp LPNI seq info [440834:440834:8:4294967295] 00000400:00000200:1.0:1787745001.503052:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787745001.503061:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1787745001.503067:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1787745001.503072:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a7646683800. 00000800:00000200:1.0:1787745001.503078:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1787745001.503085:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1787745001.503089:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7646683800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787745001.503096:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745001.503100:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137710 usecs (138 jiffies) 00000400:00000200:1.0:1787745001.503103:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787745001.503106:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301296593 00000100:00000010:1.0:1787745001.503109:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897a8a0. 00000100:00000001:1.0:1787745001.503115:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787745001.503131:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301296593 00000100:00000010:1.0:1787745001.503134:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897ac60. 00000100:00000001:1.0:1787745001.503137:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787745001.503141:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745001.503143:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.503146:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.503148:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.503390:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787745001.503394:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787745001.504090:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745001.504095:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a7646683800. 00000400:00000200:2.0:1787745001.504108:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.504114:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745001.504120:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0000 00000400:00000010:2.0:1787745001.504123:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0000. 00000100:00000001:2.0:1787745001.504136:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745001.504141:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a12c0 x1874579698265856/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.504152:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745001.504155:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a12c0 x1874579698265856/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.504162:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745001.504164:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787745001.506911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a7658976f00. 00000800:00000001:2.0:1787745001.513268:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.513293:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745001.513297:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.513300:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.513309:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.513318:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745001.513329:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.513333:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.513339:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.513343:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 400 into portal 4 MB=0x6a8eb9904af00 00000400:00000200:2.0:1787745001.513348:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.513354:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 400/400 into md 0x3e1ea5 [1] + 224 00000800:00000001:2.0:1787745001.513361:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.513382:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.513385:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.513390:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745001.513398:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787745001.513407:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a12c0 x1874579698265856/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787745001.513418:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff8a76518a12c0 x1874579698265856/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.513457:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787745001.513468:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.513472:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.513586:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787745001.513591:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787745001.513598:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787745001.513600:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787745001.513604:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c00cb8. 00000400:00000200:1.0:1787745001.513608:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a04c8 00000400:00000010:1.0:1787745001.513611:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a04c8. 00000100:00000001:1.0:1787745001.513614:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787745001.513619:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a12c0 x1874579698265856/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787745001.513628:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a12c0 x1874579698265856/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.513635:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787745001.513636:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.513639:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787745001.513642:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787745001.513644:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787745001.513647:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745001.513649:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787745001.513658:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654460 time=114 v=5 (5 5 5 5) 00000100:00001000:1.0:1787745001.513695:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=103 v=5 (1 1 1 1) 00000100:00000001:1.0:1787745001.513698:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787745001.513700:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.513703:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787745001.513706:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.513709:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787745001.513711:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:1.0:1787745001.513714:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787745001.513721:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745001.513727:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a12c0 x1874579698265856/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.513734:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745001.513737:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787745001.513739:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787745001.513742:0:2397:0:(osc_request.c:3312:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1787745001.513744:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.513747:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.513750:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247e800 refcount=4 00000020:00000001:1.0:1787745001.513752:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:1.0:1787745001.513755:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:1.0:1787745001.513758:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.513759:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.513770:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247e800 refcount=5 00000020:00000001:1.0:1787745001.513772:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:1.0:1787745001.513774:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:1.0:1787745001.513778:0:2397:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745001.513782:0:2397:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.513787:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000007b8fb2b0/0x6bfe83e2a9fa0923 lrc: 6/2,0 mode: --/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.513800:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.513802:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.513804:0:2397:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787745001.513806:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.513807:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.513808:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247e800 refcount=6 00000020:00000001:1.0:1787745001.513810:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:1.0:1787745001.513812:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000040:1.0:1787745001.513818:0:2397:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8a767247e800, remote cookie: 0xd1177cb064f749e9, flags: 0x1001 00010000:00010000:1.0:1787745001.513823:0:2397:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000007b8fb2b0/0x6bfe83e2a9fa0923 lrc: 6/2,0 mode: --/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749e9 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.513838:0:2397:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1787745001.513841:0:2397:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.513844:0:2397:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787745001.513848:0:2397:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1787745001.513853:0:2397:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000007b8fb2b0/0x6bfe83e2a9fa0923 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f749e9 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787745001.513862:0:2397:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000403:0xb71:0x0].0x0 (ffff8a7658976c00) refcount = 1 00010000:00000040:1.0:1787745001.513865:0:2397:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1787745001.513868:0:2397:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000007b8fb2b0/0x6bfe83e2a9fa0923 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f749e9 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.513876:0:2397:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787745001.513878:0:2397:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745001.513880:0:2397:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787745001.513882:0:2397:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745001.513885:0:2397:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000007b8fb2b0/0x6bfe83e2a9fa0923 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749e9 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.513891:0:2397:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787745001.513892:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.513893:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.513894:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.513895:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787745001.513897:0:2397:0:(osc_request.c:3266:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1787745001.513899:0:2397:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1787745001.513902:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.513903:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.513905:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247e800 refcount=5 00000020:00000001:1.0:1787745001.513907:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:1.0:1787745001.513909:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00000008:00000001:1.0:1787745001.513918:0:2397:0:(osc_lock.c:154:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1787745001.513923:0:2397:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000008:00010000:1.0:1787745001.513927:0:2397:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000007b8fb2b0/0x6bfe83e2a9fa0923 lrc: 5/2,0 mode: PR/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xd1177cb064f749e9 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1787745001.513934:0:2397:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:1.0:1787745001.513936:0:2397:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1787745001.513939:0:2397:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1787745001.513941:0:2397:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787745001.513943:0:2397:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.513945:0:2397:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745001.513946:0:2397:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000008:00000001:1.0:1787745001.513948:0:2397:0:(osc_lock.c:197:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1787745001.513950:0:2397:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787745001.513952:0:2397:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1787745001.513973:0:2397:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1787745001.513975:0:2397:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.513978:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.513980:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.513981:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247e800 refcount=6 00000020:00000001:1.0:1787745001.513983:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:1.0:1787745001.513986:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:1.0:1787745001.513988:0:2397:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.513992:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000007b8fb2b0/0x6bfe83e2a9fa0923 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd1177cb064f749e9 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.513999:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.514000:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787745001.514003:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000007b8fb2b0/0x6bfe83e2a9fa0923 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd1177cb064f749e9 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.514009:0:2397:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.514015:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.514016:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787745001.514018:0:2397:0:(osc_request.c:3293:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.514020:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745001.514021:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745001.514023:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247e800 refcount=5 00000020:00000001:1.0:1787745001.514025:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:1.0:1787745001.514026:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:1.0:1787745001.514028:0:2397:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745001.514031:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000007b8fb2b0/0x6bfe83e2a9fa0923 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd1177cb064f749e9 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745001.514037:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.514038:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.514039:0:2397:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787745001.514041:0:2397:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787745001.514044:0:2397:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000007b8fb2b0/0x6bfe83e2a9fa0923 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd1177cb064f749e9 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787745001.514052:0:2397:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745001.514055:0:2397:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745001.514057:0:2397:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745001.514060:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.514061:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.514063:0:2397:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.514066:0:2397:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745001.514067:0:2397:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.514070:0:2397:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.514072:0:2397:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.514074:0:2397:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745001.514075:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.514076:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745001.514077:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745001.514078:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787745001.514079:0:2397:0:(osc_request.c:3351:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745001.514084:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a12c0 x1874579698265856/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787745001.514097:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2397:1874579698265856:192.168.201.110@tcp:101:cp.0 00000100:00000001:1.0:1787745001.514102:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.514105:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745001.514108:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76518a12c0 x1874579698265856/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745001.514115:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787745001.514118:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787745001.514121:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a7643d07400. 02000000:00000001:1.0:1787745001.514125:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787745001.514136:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787745001.514138:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=2 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:1.0:1787745001.514141:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787745001.514143:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a7646296000. 02000000:00000001:1.0:1787745001.514147:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787745001.514148:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787745001.514150:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76518a12c0. 00000100:00000001:1.0:1787745001.514154:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787745001.514155:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.514157:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745001.514165:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787745001.514167:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.514169:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787745001.514171:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.514235:0:179943:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.514239:0:179943:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787745001.514245:0:179943:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1787745001.514248:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:3.0:1787745001.514250:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:3.0:1787745001.514252:0:179943:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1787745001.514256:0:179943:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1787745001.514261:0:179943:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1787745001.514263:0:179943:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.514265:0:179943:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1787745001.514266:0:179943:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787745001.514275:0:179943:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x10a92:1026 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:3.0:1787745001.514278:0:179943:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787745001.514281:0:179943:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1787745001.514284:0:179943:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.514286:0:179943:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.514288:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000080:00200000:3.0:1787745001.514291:0:179943:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10a92:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1787745001.514294:0:179943:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1787745001.514297:0:179943:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1787745001.514299:0:179943:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a767ad433d8 (ffff8a767ac507e8/0) at cl_lock_release():245 00000020:00000001:3.0:1787745001.514302:0:179943:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1787745001.514303:0:179943:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a767ad433d8 (ffff8a767ac507e8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1787745001.514306:0:179943:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1787745001.514309:0:179943:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787745001.514311:0:179943:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614840061844280 : -129233647707336 : ffff8a767255db38) 00000020:00000001:3.0:1787745001.514313:0:179943:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1787745001.514314:0:179943:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a7648972530 (ffff8a7643a82a28/1) at cl_lock_cancel():142 00000008:00000001:3.0:1787745001.514317:0:179943:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1787745001.514319:0:179943:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:3.0:1787745001.514320:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745001.514321:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787745001.514322:0:179943:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1787745001.514324:0:179943:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1787745001.514325:0:179943:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1787745001.514326:0:179943:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1787745001.514327:0:179943:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1787745001.514328:0:179943:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a767ad433d8 (ffff8a767ac507e8/0) at cl_lock_fini():72 00020000:00000001:3.0:1787745001.514331:0:179943:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1787745001.514332:0:179943:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1787745001.514334:0:179943:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a7648972530 (ffff8a767ac507e8/1) at cl_lock_fini():72 00000008:00000010:3.0:1787745001.514336:0:179943:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff8a765190e270. 00000020:00000001:3.0:1787745001.514340:0:179943:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1787745001.514341:0:179943:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff8a7648972500. 00020000:00000001:3.0:1787745001.514344:0:179943:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1787745001.514345:0:179943:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1787745001.514346:0:179943:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1787745001.514348:0:179943:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.514350:0:179943:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1787745001.514358:0:179943:0:(lov_io.c:1054:lov_io_fini()) Process entered 00020000:00000001:3.0:1787745001.514359:0:179943:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1787745001.514361:0:179943:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1787745001.514373:0:179943:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1787745001.514375:0:179943:0:(cl_object.c:917:cl_env_put()) 1@ffff8a7643a82a20 00020000:00000001:3.0:1787745001.514378:0:179943:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1787745001.514380:0:179943:0:(lov_io.c:1073:lov_io_fini()) Process leaving 00000080:00000001:3.0:1787745001.514383:0:179943:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1787745001.514385:0:179943:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10a92:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1787745001.514389:0:179943:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1787745001.514391:0:179943:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787745001.514393:0:179943:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1787745001.514395:0:179943:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1787745001.514397:0:179943:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1787745001.514398:0:179943:0:(cl_object.c:917:cl_env_put()) 1@ffff8a767ac507e0 00000001:00000001:3.0:1787745001.514400:0:179943:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.514408:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47d28 00000080:00000008:3.0:1787745001.514411:0:179943:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file f36h.sanity:[0x200000402:0x10a92:0x0](ffff8a766d5b1988), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1787745001.514529:0:179943:0:(file.c:2648:do_file_write_iter()) Process entered 00000020:00000001:3.0:1787745001.514531:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47d88 00000080:00200008:3.0:1787745001.514533:0:179943:0:(file.c:2652:do_file_write_iter()) START file f36h.sanity:[0x200000402:0x10a92:0x0], ppos: 0, count: 158 00000080:00000002:3.0:1787745001.514536:0:179943:0:(file.c:2658:do_file_write_iter()) inode ffff8a766d5b1988 need_sync_to_oss [0x200000402:0x10a92:0x0] 00000080:00000001:3.0:1787745001.514539:0:179943:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1787745001.514541:0:179943:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787745001.514543:0:179943:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1787745001.514546:0:179943:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787745001.514548:0:179943:0:(file.c:2590:ll_do_tiny_write()) Process entered 00000020:00000001:3.0:1787745001.514550:0:179943:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1787745001.514553:0:179943:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a7646dc4f80 00020000:00000002:3.0:1787745001.514556:0:179943:0:(lov_object.c:2402:lov_lsm_addref()) lsm ffff8a765897a600 addref 2/0 by ffff8a7646dc4f80. 00020000:00000002:3.0:1787745001.514559:0:179943:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a7646dc4f80 00000020:00000001:3.0:1787745001.514562:0:179943:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:3.0:1787745001.514568:0:179943:0:(rw26.c:680:ll_write_begin()) Process entered 00000080:00200000:3.0:1787745001.514570:0:179943:0:(rw26.c:681:ll_write_begin()) Writing 0 of 0 to 158 bytes 00000080:00000001:3.0:1787745001.514574:0:179943:0:(rw26.c:688:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1787745001.514576:0:179943:0:(rw26.c:808:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:3.0:1787745001.514579:0:179943:0:(file.c:2628:ll_do_tiny_write()) result: 0, original count 158 00000080:00000001:3.0:1787745001.514584:0:179943:0:(file.c:2630:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.514586:0:179943:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787745001.514589:0:179943:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614840203347944 : -129233506203672 : ffff8a767ac507e8) 00000020:00001000:3.0:1787745001.514591:0:179943:0:(cl_object.c:823:cl_env_get()) 1@ffff8a767ac507e0 00000080:00000001:3.0:1787745001.514594:0:179943:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1787745001.514596:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47c98 00000080:00200000:3.0:1787745001.514597:0:179943:0:(file.c:2090:ll_file_io_generic()) f36h.sanity: write ppos: 0, bytes: 158 00000020:00000001:3.0:1787745001.514602:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47c30 00000080:00200000:3.0:1787745001.514603:0:179943:0:(file.c:1848:ll_io_set_mirror()) f36h.sanity: desiginated mirror: 0 00000020:00000001:3.0:1787745001.514606:0:179943:0:(cl_io.c:214:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1787745001.514611:0:179943:0:(cl_io.c:218:cl_io_rw_init()) header@00000000ebbe7ce1[0x110, 1, [0x200000402:0x10a92:0x0] hash] 00000020:00200000:3.0:1787745001.514614:0:179943:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 158) 0 0 00000020:00000001:3.0:1787745001.514616:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:3.0:1787745001.514618:0:179943:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1787745001.514620:0:179943:0:(vvp_io.c:1861:vvp_io_init()) Process entered 00000080:00200000:3.0:1787745001.514622:0:179943:0:(vvp_io.c:1866:vvp_io_init()) [0x200000402:0x10a92:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1787745001.514624:0:179943:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787745001.514626:0:179943:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1787745001.514628:0:179943:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787745001.514631:0:179943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787745001.514633:0:179943:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1787745001.514634:0:179943:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787745001.514636:0:179943:0:(vvp_io.c:1938:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787745001.514639:0:179943:0:(lov_object.c:1600:lov_io_init()) [0x200000402:0x10a92:0x0]io ffff8a767ad43438 type 2 ignore/verify layout 0/0, compressed 0 00020000:00000002:3.0:1787745001.514642:0:179943:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a7646dc4f80 00020000:00000001:3.0:1787745001.514645:0:179943:0:(lov_io.c:2452:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1787745001.514646:0:179943:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000002:3.0:1787745001.514649:0:179943:0:(lov_io.c:903:lov_io_slice_init()) [0x200000402:0x10a92:0x0]io ffff8a767ad43438 type 2, compressed 0, chunk_size 0 00020000:00000001:3.0:1787745001.514652:0:179943:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1787745001.514654:0:179943:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1787745001.514656:0:179943:0:(lov_io.c:939:lov_io_slice_init()) 0 158 00020000:00000001:3.0:1787745001.514658:0:179943:0:(lov_io.c:966:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1787745001.514660:0:179943:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1787745001.514686:0:179943:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.514688:0:179943:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787745001.514689:0:179943:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1787745001.514691:0:179943:0:(lov_io.c:2465:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1787745001.514692:0:179943:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a7646dc4f80 00000020:00000001:3.0:1787745001.514699:0:179943:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.514700:0:179943:0:(cl_io.c:221:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787745001.514703:0:179943:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:3.0:1787745001.514706:0:179943:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1787745001.514708:0:179943:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.514711:0:179943:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:3.0:1787745001.514713:0:179943:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1787745001.514715:0:179943:0:(cl_io.c:918:cl_page_list_init()) Process entered 00000020:00000001:3.0:1787745001.514717:0:179943:0:(cl_io.c:921:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1787745001.514719:0:179943:0:(lov_io.c:1373:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1787745001.514721:0:179943:0:(lov_io.c:1445:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 158) 158, 158 00020000:00000001:3.0:1787745001.514724:0:179943:0:(lov_io.c:1218:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1787745001.514726:0:179943:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1787745001.514729:0:179943:0:(lov_offset.c:253:lov_stripe_intersects()) [0->157] -> [(0) 0->157 (0)] 00020000:00000001:3.0:1787745001.514732:0:179943:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787745001.514734:0:179943:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1787745001.514736:0:179943:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787745001.514737:0:179943:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839278709288 : -129234430842328 : ffff8a7643a82a28) 00000020:00001000:3.0:1787745001.514739:0:179943:0:(cl_object.c:823:cl_env_get()) 1@ffff8a7643a82a20 00000020:00000001:3.0:1787745001.514741:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a3788 -> ffff8a766c9a39e0 00000020:00000001:3.0:1787745001.514743:0:179943:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1787745001.514745:0:179943:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787745001.514746:0:179943:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1787745001.514747:0:179943:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.514749:0:179943:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.514751:0:179943:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614840061844280 : -129233647707336 : ffff8a767255db38) 00000020:00000001:3.0:1787745001.514754:0:179943:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1787745001.514755:0:179943:0:(osc_io.c:546:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1787745001.514758:0:179943:0:(osc_io.c:566:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.514770:0:179943:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.514772:0:179943:0:(lov_io.c:1359:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.514773:0:179943:0:(lov_io.c:1451:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.514775:0:179943:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.514777:0:179943:0:(cl_io.c:318:cl_io_lock()) Process entered 00000080:00000001:3.0:1787745001.514779:0:179943:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1787745001.514781:0:179943:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1787745001.514784:0:179943:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1787745001.514786:0:179943:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787745001.514788:0:179943:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787745001.514791:0:179943:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1787745001.514797:0:179943:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:3.0:1787745001.514799:0:179943:0:(cl_io.c:480:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1787745001.514801:0:179943:0:(cl_io.c:263:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1787745001.514802:0:179943:0:(cl_io.c:280:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.514804:0:179943:0:(cl_io.c:487:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787745001.514806:0:179943:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787745001.514807:0:179943:0:(vvp_io.c:618:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787745001.514809:0:179943:0:(vvp_io.c:665:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.514811:0:179943:0:(lov_io.c:1502:lov_io_lock()) Process entered 00020000:00000001:3.0:1787745001.514813:0:179943:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:3.0:1787745001.514814:0:179943:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:3.0:1787745001.514815:0:179943:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1787745001.514816:0:179943:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.514818:0:179943:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.514820:0:179943:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.514821:0:179943:0:(lov_io.c:1503:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.514822:0:179943:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1787745001.514823:0:179943:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1787745001.514825:0:179943:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1787745001.514827:0:179943:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1787745001.514829:0:179943:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1787745001.514831:0:179943:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:3.0:1787745001.514836:0:179943:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8a7651948300. 00020000:00000002:3.0:1787745001.514838:0:179943:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:3.0:1787745001.514840:0:179943:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1787745001.514841:0:179943:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787745001.514842:0:179943:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614840061844280 : -129233647707336 : ffff8a767255db38) 00000020:00000001:3.0:1787745001.514844:0:179943:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1787745001.514847:0:179943:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff8a7647d5d4b8. 00000008:00010000:3.0:1787745001.514849:0:179943:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1787745001.514851:0:179943:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1787745001.514852:0:179943:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1787745001.514855:0:179943:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a7651948330, osc lock ffff8a7647d5d4b8, flags 0x0 00000020:00000001:3.0:1787745001.514857:0:179943:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.514859:0:179943:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.514861:0:179943:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614839512302336 : -129234197249280 : ffff8a7651948300) 00000020:00000001:3.0:1787745001.514863:0:179943:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1787745001.514864:0:179943:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1787745001.514865:0:179943:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.514872:0:179943:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.514874:0:179943:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1787745001.514877:0:179943:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1787745001.514878:0:179943:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787745001.514879:0:179943:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614840061844280 : -129233647707336 : ffff8a767255db38) 00000020:00000001:3.0:1787745001.514880:0:179943:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1787745001.514882:0:179943:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1787745001.514884:0:179943:0:(osc_lock.c:916:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1787745001.514886:0:179943:0:(osc_lock.c:964:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.514888:0:179943:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1787745001.514891:0:179943:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1787745001.514892:0:179943:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1787745001.514894:0:179943:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1787745001.514895:0:179943:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1787745001.514896:0:179943:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1787745001.514898:0:179943:0:(osc_request.c:3378:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1787745001.514900:0:179943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787745001.514904:0:179943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976c00 count: 2 00010000:00000001:3.0:1787745001.514907:0:179943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1787745001.514911:0:179943:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a768206b800 type 11 mode 2 res 10737419267/2929 (0 4095) 00010000:00000001:3.0:1787745001.514916:0:179943:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1787745001.514920:0:179943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c6483c0. 00000020:00000040:3.0:1787745001.514923:0:179943:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00010000:00000001:3.0:1787745001.514927:0:179943:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787745001.514930:0:179943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787745001.514934:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745001.514935:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745001.514936:0:179943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.514939:0:179943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787745001.514942:0:179943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787745001.514945:0:179943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787745001.514951:0:179943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a764646be00. 00000100:00000001:3.0:1787745001.514957:0:179943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.514960:0:179943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787745001.514962:0:179943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.514963:0:179943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787745001.514964:0:179943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.514971:0:179943:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.514974:0:179943:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446614839962141632 : -129233747409984 : ffff8a766c6483c0) 00010000:00000001:3.0:1787745001.514977:0:179943:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787745001.514979:0:179943:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1787745001.514982:0:179943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976c00 count: 2 00010000:00000001:3.0:1787745001.514983:0:179943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787745001.514986:0:179943:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787745001.514989:0:179943:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a76476ab800. 00000020:00000001:3.0:1787745001.514992:0:179943:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787745001.514995:0:179943:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a76476ab800 with handle 0x6bfe83e2a9fa092a to hash 00000020:00000001:3.0:1787745001.514997:0:179943:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787745001.514999:0:179943:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000010:3.0:1787745001.515003:0:179943:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8a764842b2c0. 00010000:00000001:3.0:1787745001.515005:0:179943:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:3.0:1787745001.515007:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787745001.515009:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787745001.515013:0:179943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 3/0,1 mode: --/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787745001.515023:0:179943:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 3/0,1 mode: --/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787745001.515033:0:179943:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 3/0,1 mode: --/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787745001.515039:0:179943:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787745001.515041:0:179943:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787745001.515046:0:179943:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a767ad01180. 00000100:00000001:3.0:1787745001.515048:0:179943:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614840204071296 : -129233505480320 : ffff8a767ad01180) 00000100:00000001:3.0:1787745001.515050:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787745001.515052:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962141632 : -129233747409984 : ffff8a766c6483c0) 00000100:00000001:3.0:1787745001.515055:0:179943:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787745001.515059:0:179943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.515062:0:179943:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787745001.515063:0:179943:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787745001.515070:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c6483c0 x1874579698265984/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.515078:0:179943:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787745001.515080:0:179943:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745001.515084:0:179943:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787745001.515086:0:179943:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787745001.515088:0:179943:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787745001.515091:0:179943:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c6483c0 pname:cluuid:pid:xid:nid:opc:job cp:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179943:1874579698265984:192.168.201.110@tcp:101:cp.0 00000100:00000001:3.0:1787745001.515095:0:179943:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787745001.515100:0:179943:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787745001.515103:0:179943:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745001.515105:0:179943:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787745001.515109:0:179943:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a765117e800. 02000000:00000001:3.0:1787745001.515111:0:179943:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787745001.515117:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787745001.515120:0:179943:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766e18. 00000400:00000010:3.0:1787745001.515126:0:179943:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac4c8. 00000100:00000200:3.0:1787745001.515132:0:179943:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874579698265984, portal 4 00000100:00000001:3.0:1787745001.515134:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787745001.515135:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962141632 : -129233747409984 : ffff8a766c6483c0) 00000100:00000040:3.0:1787745001.515140:0:179943:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a766c6483c0 x1874579698265984/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.515148:0:179943:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787745001.515150:0:179943:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787745001.515152:0:179943:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac880. 00000100:00000200:3.0:1787745001.515155:0:179943:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1874579698265984, offset 0 00000400:00000200:3.0:1787745001.515162:0:179943:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787745001.515169:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.515176:0:179943:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787745001.515182:0:179943:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787745001.515191:0:179943:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787745001.515195:0:179943:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787745001.515198:0:179943:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787745001.515202:0:179943:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440836:440836:256:4294967295] 192.168.201.110@tcp LPNI seq info [440835:440835:8:4294967295] 00000400:00000200:3.0:1787745001.515206:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.515216:0:179943:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787745001.515222:0:179943:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787745001.515228:0:179943:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68800. 00000800:00000200:3.0:1787745001.515235:0:179943:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787745001.515244:0:179943:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787745001.515249:0:179943:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1787745001.515274:0:179943:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745001.515279:0:179943:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137691 usecs (138 jiffies) 00000400:00000200:3.0:1787745001.515282:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787745001.515284:0:179943:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301296605 00000100:00000001:3.0:1787745001.515292:0:179943:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 2, simply extend its deadline from 4301296593 00000100:00000001:3.0:1787745001.515298:0:179943:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301296605 00000100:00000001:3.0:1787745001.515302:0:179943:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 3, simply extend its deadline from 4301296593 00000100:00000001:3.0:1787745001.515305:0:179943:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787745001.515308:0:179943:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.515309:0:179943:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787745001.515311:0:179943:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787745001.515314:0:179943:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a767ad01180 going to sleep for 11 seconds 00000100:00000001:3.0:1787745001.515316:0:179943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787745001.515318:0:179943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787745001.515655:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745001.515660:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68800. 00000400:00000200:2.0:1787745001.515689:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.515694:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745001.515699:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac880 00000400:00000010:2.0:1787745001.515701:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac880. 00000100:00000001:2.0:1787745001.515705:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745001.515709:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c6483c0 x1874579698265984/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.515718:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745001.515721:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a766c6483c0 x1874579698265984/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.515728:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745001.515729:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787745001.527148:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.527168:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745001.527173:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.527175:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.527184:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.527192:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745001.527200:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.527205:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.527210:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.527215:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 328 into portal 15 MB=0x6a8eb94cdac00 00000400:00000200:2.0:1787745001.527223:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.110@tcp of length 328/328 into md 0x3e17c5 [2] + 720 00000800:00000001:2.0:1787745001.527230:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.527236:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.527240:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.527244:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745001.527266:0:2391:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1787745001.527269:0:2391:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1787745001.527276:0:2391:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca370c0. 00000100:00000040:2.0:1787745001.527280:0:2391:0:(events.c:337:request_in_callback()) incoming req@ffff8a766ca370c0 x1874579627551744 msgsize 328 00000100:00100000:2.0:1787745001.527285:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00000001:2.0:1787745001.527302:0:2391:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1787745001.527311:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.527313:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745001.527478:0:64988:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1787745001.527482:0:64988:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874579627551744 02000000:00000001:3.0:1787745001.527486:0:64988:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1787745001.527488:0:64988:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787745001.527491:0:64988:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745001.527495:0:64988:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787745001.527506:0:64988:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874579627551744 00000020:00000001:3.0:1787745001.527509:0:64988:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787745001.527512:0:64988:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6bfe83e2a9e84522 00000020:00000001:3.0:1787745001.527514:0:64988:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745001.527518:0:64988:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8a7648c44800 refcount=4 00000020:00000001:3.0:1787745001.527520:0:64988:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839364438016 : -129234345113600 : ffff8a7648c44800) 00000020:00000001:3.0:1787745001.527523:0:64988:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446614839364438016 : -129234345113600 : ffff8a7648c44800) 00000100:00000001:3.0:1787745001.527527:0:64988:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787745001.527531:0:64988:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a764842bb00. 00000100:00000001:3.0:1787745001.527534:0:64988:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787745001.527537:0:64988:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a764842bb00. 00000020:00000010:3.0:1787745001.527544:0:64988:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a764646b600. 00000020:00000010:3.0:1787745001.527551:0:64988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a7651948200. 00000020:00000010:3.0:1787745001.527556:0:64988:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a7679b16578. 00000100:00000040:3.0:1787745001.527564:0:64988:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1787745001.527567:0:64988:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1787745001.527568:0:64988:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1787745001.527570:0:64988:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.527578:0:64988:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.527591:0:64988:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745001.527601:0:64988:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1787745001.527603:0:64988:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1787745001.527607:0:64988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 3871 00000100:00000040:3.0:1787745001.527611:0:64988:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8a7648c44800 : new rpc_count 1 00000100:00000001:3.0:1787745001.527613:0:64988:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446614839966265536 : -129233743286080 : ffff8a766ca370c0) 00000100:00000040:3.0:1787745001.527621:0:64988:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a766ca370c0 x1874579627551744/t0(0) o104->LOV_OSC_UUID@192.168.201.110@tcp:142/0 lens 328/0 e 0 to 0 dl 1787745012 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787745001.527631:0:64988:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787745001.527633:0:64988:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a764842bb00. 00000100:00000001:3.0:1787745001.527635:0:64988:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787745001.527637:0:64988:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a764842bb00. 00000100:00100000:3.0:1787745001.527642:0:64988:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a766ca370c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:76549:x1874579627551744:12345-192.168.201.110@tcp:104: 00000100:00000200:3.0:1787745001.527652:0:64988:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874579627551744 00010000:00000001:3.0:1787745001.527655:0:64988:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1787745001.527697:0:64988:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787745001.527700:0:64988:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745001.527702:0:64988:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247e800 refcount=2 00000020:00000001:3.0:1787745001.527704:0:64988:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:3.0:1787745001.527707:0:64988:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:3.0:1787745001.527711:0:64988:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787745001.527714:0:64988:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787745001.527719:0:64988:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000007b8fb2b0/0x6bfe83e2a9fa0923 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd1177cb064f749e9 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1787745001.527732:0:64988:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1787745001.527734:0:64988:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1787745001.527740:0:64988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a765117cc00. 02000000:00000001:3.0:1787745001.527743:0:64988:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.527745:0:64988:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.527749:0:64988:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1787745001.527752:0:64988:0:(ldlm_lib.c:3376:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787745001.527756:0:64988:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a76461841e8 time=106 v=5 (1 1 0 1) 00000100:00000001:3.0:1787745001.527770:0:64988:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787745001.527773:0:64988:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a764527a5c0 refcount 16 to 192.168.201.110@tcp 00000100:00000001:3.0:1787745001.527775:0:64988:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614839303841216 : -129234405710400 : ffff8a764527a5c0) 02000000:00000001:3.0:1787745001.527778:0:64988:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1787745001.527780:0:64988:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.527783:0:64988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787745001.527786:0:64988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787745001.527792:0:64988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8acbb0. 00000100:00000200:3.0:1787745001.527797:0:64988:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874579627551744, offset 224 00000400:00000200:3.0:1787745001.527803:0:64988:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787745001.527810:0:64988:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.527817:0:64988:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.10@tcp to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787745001.527824:0:64988:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440837:440837:256:4294967295] 192.168.201.110@tcp LPNI seq info [440836:440836:8:4294967295] 00000400:00000200:3.0:1787745001.527834:0:64988:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.527842:0:64988:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:192.168.201.10@tcp) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787745001.527848:0:64988:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787745001.527852:0:64988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68500. 00000800:00000200:3.0:1787745001.527859:0:64988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787745001.527866:0:64988:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787745001.527871:0:64988:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787745001.527881:0:64988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745001.527884:0:64988:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8a764527a5c0 refcount 15 to 192.168.201.110@tcp 00010000:00000001:3.0:1787745001.527887:0:64988:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1787745001.527891:0:64988:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8a767ad01600. 00010000:00000001:3.0:1787745001.527894:0:64988:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1787745001.527900:0:64988:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1787745001.527902:0:64988:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.527904:0:64988:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.527906:0:64988:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745001.527910:0:64988:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca370c0 x1874579627551744/t0(0) o104->LOV_OSC_UUID@192.168.201.110@tcp:142/0 lens 328/224 e 0 to 0 dl 1787745012 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787745001.527920:0:64988:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a766ca370c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:76549:x1874579627551744:12345-192.168.201.110@tcp:104: Request processed in 287us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1787745001.527928:0:64988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 3871 00000100:00000040:3.0:1787745001.527931:0:64988:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a7648c44800 : new rpc_count 0 00000100:00000001:3.0:1787745001.527933:0:64988:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1787745001.527935:0:64988:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1787745001.527939:0:64988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a7651948200. 00000020:00000010:3.0:1787745001.527943:0:64988:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a7679b16578. 00000020:00000010:3.0:1787745001.527946:0:64988:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a764646b600. 00000020:00000040:3.0:1787745001.527952:0:64988:0:(genops.c:879:class_export_put()) PUTting export ffff8a7648c44800 : new refcount 3 00000100:00000001:3.0:1787745001.527955:0:64988:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787745001.528022:0:110735:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787745001.528025:0:110735:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745001.528029:0:110735:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1787745001.528032:0:110735:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1787745001.528035:0:110735:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1787745001.528040:0:110735:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000007b8fb2b0/0x6bfe83e2a9fa0923 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xd1177cb064f749e9 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787745001.528062:0:110735:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a767247e800 already unused, calling callback (ffffffffc12131c0) 00000008:00000001:0.0:1787745001.528066:0:110735:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1787745001.528069:0:110735:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787745001.528070:0:110735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745001.528072:0:110735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745001.528073:0:110735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247e800 refcount=3 00000020:00000001:0.0:1787745001.528075:0:110735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:0.0:1787745001.528077:0:110735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060930048 : -129233648621568 : ffff8a767247e800) 00010000:00000001:0.0:1787745001.528080:0:110735:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787745001.528083:0:110735:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000007b8fb2b0/0x6bfe83e2a9fa0923 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xd1177cb064f749e9 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1787745001.528091:0:110735:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1787745001.528093:0:110735:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787745001.528099:0:110735:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839278708856 : -129234430842760 : ffff8a7643a82878) 00000020:00001000:0.0:1787745001.528101:0:110735:0:(cl_object.c:823:cl_env_get()) 1@ffff8a7643a82870 00000008:00000001:0.0:1787745001.528103:0:110735:0:(osc_lock.c:418:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1787745001.528106:0:110735:0:(osc_lock.c:360:osc_lock_flush()) Process entered 00000020:00000001:0.0:1787745001.528107:0:110735:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787745001.528109:0:110735:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839760868776 : -129233948682840 : ffff8a76606555a8) 00000020:00001000:0.0:1787745001.528110:0:110735:0:(cl_object.c:823:cl_env_get()) 1@ffff8a76606555a0 00000008:00000001:0.0:1787745001.528114:0:110735:0:(osc_cache.c:3810:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1787745001.528116:0:110735:0:(osc_cache.c:3830:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1787745001.528119:0:110735:0:(osc_cache.c:3846:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1787745001.528121:0:110735:0:(osc_cache.c:3894:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787745001.528124:0:110735:0:(osc_cache.c:3779:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1787745001.528137:0:110735:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:0.0:1787745001.528139:0:110735:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:0.0:1787745001.528142:0:110735:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1787745001.528148:0:110735:0:(vvp_io.c:1861:vvp_io_init()) Process entered 00000080:00200000:0.0:1787745001.528151:0:110735:0:(vvp_io.c:1866:vvp_io_init()) [0x200000402:0x10a92:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1787745001.528161:0:110735:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787745001.528162:0:110735:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1787745001.528165:0:110735:0:(vvp_io.c:1938:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787745001.528171:0:110735:0:(lov_object.c:1600:lov_io_init()) [0x200000402:0x10a92:0x0]io ffff8a7645e122d8 type 8 ignore/verify layout 1/0, compressed 0 00020000:00000001:0.0:1787745001.528176:0:110735:0:(lov_io.c:2452:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1787745001.528178:0:110735:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1787745001.528181:0:110735:0:(lov_io.c:868:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1787745001.528184:0:110735:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1787745001.528185:0:110735:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745001.528187:0:110735:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787745001.528188:0:110735:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1787745001.528189:0:110735:0:(lov_io.c:2465:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1787745001.528191:0:110735:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787745001.528194:0:110735:0:(osc_cache.c:3566:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1787745001.528198:0:110735:0:(osc_cache.c:3643:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787745001.528200:0:110735:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1787745001.528202:0:110735:0:(lov_io.c:1054:lov_io_fini()) Process entered 00020000:00000001:0.0:1787745001.528204:0:110735:0:(lov_io.c:1073:lov_io_fini()) Process leaving 00000080:00000001:0.0:1787745001.528206:0:110735:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1787745001.528209:0:110735:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10a92:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1787745001.528212:0:110735:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1787745001.528214:0:110735:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1787745001.528215:0:110735:0:(osc_cache.c:3798:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787745001.528218:0:110735:0:(cl_object.c:917:cl_env_put()) 1@ffff8a76606555a0 00000008:00000001:0.0:1787745001.528221:0:110735:0:(osc_lock.c:392:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745001.528223:0:110735:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00010000:00000001:0.0:1787745001.528226:0:110735:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1787745001.528228:0:110735:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745001.528230:0:110735:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:0.0:1787745001.528232:0:110735:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1787745001.528235:0:110735:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1787745001.528238:0:110735:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1787745001.528241:0:110735:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745001.528243:0:110735:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745001.528245:0:110735:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:0.0:1787745001.528246:0:110735:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:0.0:1787745001.528248:0:110735:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1787745001.528251:0:110735:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745001.528256:0:110735:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000008:00000001:0.0:1787745001.528260:0:110735:0:(osc_lock.c:475:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787745001.528262:0:110735:0:(cl_object.c:917:cl_env_put()) 1@ffff8a7643a82870 00000008:00000001:0.0:1787745001.528264:0:110735:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.528267:0:110735:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787745001.528274:0:110735:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787745001.528276:0:110735:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787745001.528278:0:110735:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787745001.528280:0:110735:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787745001.528285:0:110735:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a767247e800 with handle 0x6bfe83e2a9fa0923 from hash 00010000:00000001:0.0:1787745001.528288:0:110735:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787745001.528290:0:110735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.528293:0:110735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745001.528295:0:110735:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787745001.528298:0:110735:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787745001.528300:0:110735:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1787745001.528304:0:110735:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787745001.528310:0:110735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.528311:0:110735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745001.528312:0:110735:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.528315:0:110735:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787745001.528317:0:110735:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1787745001.528324:0:110735:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a7672474000. 00000020:00000040:0.0:1787745001.528328:0:110735:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=4 obd=lustre-OST0000-osc-ffff8a7648bee000 00000100:00000001:0.0:1787745001.528334:0:110735:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787745001.528337:0:110735:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787745001.528342:0:110735:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787745001.528350:0:110735:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a7647e99c00. 00000100:00000001:0.0:1787745001.528356:0:110735:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.528359:0:110735:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1787745001.528373:0:110735:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000007b8fb2b0/0x6bfe83e2a9fa0923 lrc: 2/0,0 mode: --/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd1177cb064f749e9 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787745001.528383:0:110735:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1787745001.528385:0:110735:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787745001.528390:0:110735:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787745001.528400:0:110735:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787745001.528408:0:110735:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d54b6014] to pc [ptlrpcd_00_01+1] req@ffff8a7672474000 x1874579698266112/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787745001.528443:0:110735:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787745001.528446:0:110735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745001.528447:0:110735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745001.528449:0:110735:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.528451:0:110735:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787745001.528453:0:110735:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745001.528457:0:110735:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000007b8fb2b0/0x6bfe83e2a9fa0923 lrc: 1/0,0 mode: --/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd1177cb064f749e9 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787745001.528464:0:110735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787745001.528467:0:110735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000007b8fb2b0/0x6bfe83e2a9fa0923 lrc: 0/0,0 mode: --/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xd1177cb064f749e9 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1787745001.528475:0:110735:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8a76476bd340. 00010000:00000001:0.0:1787745001.528485:0:110735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745001.528486:0:110735:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1787745001.528488:0:110735:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8a767ad01600. 00010000:00000001:0.0:1787745001.528491:0:110735:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745001.528493:0:110735:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787745001.528494:0:110735:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745001.528497:0:110735:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787745001.528498:0:110735:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787745001.528499:0:110735:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745001.528501:0:110735:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787745001.528502:0:110735:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787745001.528504:0:110735:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745001.528505:0:110735:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787745001.528513:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1787745001.528517:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1787745001.528519:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787745001.528529:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787745001.528532:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787745001.528534:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787745001.528536:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787745001.528539:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787745001.528544:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a7672474000 x1874579698266112/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787745001.528552:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787745001.528554:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787745001.528559:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787745001.528562:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787745001.528564:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787745001.528568:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a7672474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698266112:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787745001.528573:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787745001.528581:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787745001.528583:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787745001.528586:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787745001.528591:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7647e98a00. 02000000:00000001:0.0:1787745001.528593:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787745001.528599:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787745001.528605:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c3f78. 00000400:00000010:0.0:1787745001.528613:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4110. 00000100:00000200:0.0:1787745001.528618:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698266112, portal 18 00000100:00000001:0.0:1787745001.528621:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787745001.528623:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060887040 : -129233648664576 : ffff8a7672474000) 00000100:00000040:0.0:1787745001.528630:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a7672474000 x1874579698266112/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745017 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787745001.528638:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787745001.528640:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787745001.528643:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7645ef4440. 00000100:00000200:0.0:1787745001.528647:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874579698266112, offset 0 00000400:00000200:0.0:1787745001.528651:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787745001.528656:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787745001.528711:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787745001.528717:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787745001.528721:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787745001.528726:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787745001.528730:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787745001.528734:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440838:440838:255:4294967295] 192.168.201.110@tcp LPNI seq info [440837:440837:7:4294967295] 00000400:00000200:0.0:1787745001.528738:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787745001.528747:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787745001.528752:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787745001.528757:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a764880f600. 00000800:00000200:0.0:1787745001.528772:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787745001.528777:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787745001.528781:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a764880f600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1787745001.528785:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787745001.528789:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137691 usecs (138 jiffies) 00000400:00000200:0.0:1787745001.528792:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787745001.528795:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301296619 00000100:00000001:0.0:1787745001.528801:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 2, simply extend its deadline from 4301296605 00000100:00000001:0.0:1787745001.528807:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301296619 00000100:00000001:0.0:1787745001.528811:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 3, simply extend its deadline from 4301296605 00000100:00000001:0.0:1787745001.528813:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787745001.528816:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.528819:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.528821:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745001.529151:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787745001.529154:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787745001.529281:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745001.529286:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68500. 00000400:00000200:2.0:1787745001.529291:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.529296:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745001.529300:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8acbb0 00000400:00000010:2.0:1787745001.529303:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8acbb0. 00000100:00000001:2.0:1787745001.529308:0:2390:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1787745001.529310:0:2390:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1787745001.529378:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745001.529381:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a764880f600. 00000400:00000200:2.0:1787745001.529385:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.529388:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745001.529391:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4440 00000400:00000010:2.0:1787745001.529393:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4440. 00000100:00000001:2.0:1787745001.529396:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745001.529402:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a7672474000 x1874579698266112/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745017 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745001.529411:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745001.529415:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a7672474000 x1874579698266112/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745017 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745001.529422:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745001.529423:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1787745001.532843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a767247e800. 00000800:00000001:2.0:1787745001.535265:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.535285:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745001.535290:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.535293:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.535327:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.535335:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745001.535344:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.535349:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.535354:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.535359:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 392 into portal 15 MB=0x6a8eb94cdac80 00000400:00000200:2.0:1787745001.535368:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.110@tcp of length 392/392 into md 0x3e17c5 [2] + 1048 00000800:00000001:2.0:1787745001.535376:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.535384:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.535387:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.535393:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745001.535402:0:2391:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1787745001.535405:0:2391:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1787745001.535412:0:2391:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca35e00. 00000100:00000040:2.0:1787745001.535417:0:2391:0:(events.c:337:request_in_callback()) incoming req@ffff8a766ca35e00 x1874579627551872 msgsize 392 00000100:00100000:2.0:1787745001.535421:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00000001:2.0:1787745001.535437:0:2391:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1787745001.535447:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.535451:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745001.535741:0:6171:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1787745001.535751:0:6171:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874579627551872 02000000:00000001:3.0:1787745001.535754:0:6171:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1787745001.535756:0:6171:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787745001.535758:0:6171:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745001.535771:0:6171:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787745001.535775:0:6171:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874579627551872 00000020:00000001:3.0:1787745001.535779:0:6171:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787745001.535781:0:6171:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6bfe83e2a9e84522 00000020:00000001:3.0:1787745001.535783:0:6171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745001.535787:0:6171:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8a7648c44800 refcount=4 00000020:00000001:3.0:1787745001.535789:0:6171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839364438016 : -129234345113600 : ffff8a7648c44800) 00000020:00000001:3.0:1787745001.535791:0:6171:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446614839364438016 : -129234345113600 : ffff8a7648c44800) 00000100:00000001:3.0:1787745001.535796:0:6171:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787745001.535800:0:6171:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a764842bb00. 00000100:00000001:3.0:1787745001.535803:0:6171:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787745001.535806:0:6171:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a764842bb00. 00000020:00000010:3.0:1787745001.535812:0:6171:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a764646b600. 00000020:00000010:3.0:1787745001.535818:0:6171:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a7651948200. 00000020:00000010:3.0:1787745001.535823:0:6171:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a7679b16578. 00000100:00000040:3.0:1787745001.535832:0:6171:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1787745001.535835:0:6171:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1787745001.535837:0:6171:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1787745001.535839:0:6171:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.535847:0:6171:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.535864:0:6171:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745001.535877:0:6171:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1787745001.535879:0:6171:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1787745001.535884:0:6171:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 3872 00000100:00000040:3.0:1787745001.535888:0:6171:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8a7648c44800 : new rpc_count 1 00000100:00000001:3.0:1787745001.535890:0:6171:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446614839966260736 : -129233743290880 : ffff8a766ca35e00) 00000100:00000040:3.0:1787745001.535899:0:6171:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a766ca35e00 x1874579627551872/t0(0) o105->LOV_OSC_UUID@192.168.201.110@tcp:142/0 lens 392/0 e 0 to 0 dl 1787745012 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787745001.535909:0:6171:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787745001.535917:0:6171:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a764842bb00. 00000100:00000001:3.0:1787745001.535919:0:6171:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787745001.535921:0:6171:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a764842bb00. 00000100:00100000:3.0:1787745001.535925:0:6171:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a766ca35e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7455:x1874579627551872:12345-192.168.201.110@tcp:105: 00000100:00000200:3.0:1787745001.535930:0:6171:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874579627551872 00010000:00000001:3.0:1787745001.535933:0:6171:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1787745001.535942:0:6171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787745001.535945:0:6171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745001.535947:0:6171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab800 refcount=4 00000020:00000001:3.0:1787745001.535949:0:6171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:3.0:1787745001.535952:0:6171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00010000:3.0:1787745001.535959:0:6171:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 4/0,1 mode: --/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787745001.535971:0:6171:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:3.0:1787745001.535974:0:6171:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 4/0,1 mode: --/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787745001.535983:0:6171:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 4/0,1 mode: --/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787745001.535992:0:6171:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1787745001.535995:0:6171:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.535997:0:6171:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787745001.535999:0:6171:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1787745001.536001:0:6171:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 4/0,1 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10080000000000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787745001.536008:0:6171:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1787745001.536012:0:6171:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 5/0,1 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10080000000000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1787745001.536030:0:6171:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000403:0xb71:0x0].0x0 (ffff8a7658976c00) refcount = 1 00010000:00000040:3.0:1787745001.536033:0:6171:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1787745001.536036:0:6171:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 5/0,1 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10080000000000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787745001.536046:0:6171:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:3.0:1787745001.536049:0:6171:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 5/0,1 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80000000000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1787745001.536057:0:6171:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a764842bb00. 00000100:00000001:3.0:1787745001.536060:0:6171:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787745001.536068:0:6171:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a767ad013c0. 00000100:00000001:3.0:1787745001.536070:0:6171:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614840204071872 : -129233505479744 : ffff8a767ad013c0) 00000100:00000001:3.0:1787745001.536072:0:6171:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446614840204071872 : -129233505479744 : ffff8a767ad013c0) 00000100:00000001:3.0:1787745001.536075:0:6171:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787745001.536077:0:6171:0:(client.c:1948:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1787745001.536078:0:6171:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1787745001.536082:0:6171:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787745001.536084:0:6171:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.536086:0:6171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745001.536088:0:6171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745001.536089:0:6171:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.536090:0:6171:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1787745001.536092:0:6171:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1787745001.536094:0:6171:0:(client.c:1963:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.536096:0:6171:0:(client.c:2698:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.536099:0:6171:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1787745001.536101:0:6171:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a767ad013c0. 00000100:00000001:3.0:1787745001.536104:0:6171:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1787745001.536105:0:6171:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1787745001.536107:0:6171:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a764842bb00. 00010000:00010000:3.0:1787745001.536115:0:6171:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a76476ab800) 00010000:00000001:3.0:1787745001.536118:0:6171:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787745001.536120:0:6171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745001.536121:0:6171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787745001.536125:0:6171:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1787745001.536928:0:6171:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1787745001.536935:0:6171:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a765117ec00. 02000000:00000001:3.0:1787745001.536940:0:6171:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.536944:0:6171:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.536949:0:6171:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1787745001.536952:0:6171:0:(ldlm_lib.c:3376:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787745001.536957:0:6171:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a76461841e8 time=106 v=5 (1 1 0 1) 00000100:00000001:3.0:1787745001.536961:0:6171:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787745001.536965:0:6171:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a764527a5c0 refcount 16 to 192.168.201.110@tcp 00000100:00000001:3.0:1787745001.536968:0:6171:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614839303841216 : -129234405710400 : ffff8a764527a5c0) 02000000:00000001:3.0:1787745001.536970:0:6171:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1787745001.536972:0:6171:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.536976:0:6171:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787745001.536979:0:6171:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787745001.536984:0:6171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac7f8. 00000100:00000200:3.0:1787745001.536990:0:6171:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874579627551872, offset 224 00000400:00000200:3.0:1787745001.536997:0:6171:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787745001.537009:0:6171:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.537016:0:6171:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.10@tcp to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787745001.537021:0:6171:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440839:440839:256:4294967295] 192.168.201.110@tcp LPNI seq info [440838:440838:8:4294967295] 00000400:00000200:3.0:1787745001.537025:0:6171:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.537031:0:6171:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:192.168.201.10@tcp) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787745001.537035:0:6171:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787745001.537039:0:6171:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68a00. 00000800:00000200:3.0:1787745001.537045:0:6171:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787745001.537051:0:6171:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787745001.537055:0:6171:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787745001.539193:0:6171:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745001.539210:0:6171:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8a764527a5c0 refcount 15 to 192.168.201.110@tcp 00010000:00000001:3.0:1787745001.539215:0:6171:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745001.539223:0:6171:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca35e00 x1874579627551872/t0(0) o105->LOV_OSC_UUID@192.168.201.110@tcp:142/0 lens 392/224 e 0 to 0 dl 1787745012 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787745001.539235:0:6171:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a766ca35e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7455:x1874579627551872:12345-192.168.201.110@tcp:105: Request processed in 3324us (3816us total) trans 0 rc 0/0 00000100:00100000:3.0:1787745001.539246:0:6171:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 3872 00000100:00000040:3.0:1787745001.539250:0:6171:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a7648c44800 : new rpc_count 0 00000100:00000001:3.0:1787745001.539253:0:6171:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1787745001.539256:0:6171:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1787745001.539264:0:6171:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a7651948200. 00000020:00000010:3.0:1787745001.539272:0:6171:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a7679b16578. 00000020:00000010:3.0:1787745001.539277:0:6171:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a764646b600. 00000020:00000040:3.0:1787745001.539284:0:6171:0:(genops.c:879:class_export_put()) PUTting export ffff8a7648c44800 : new refcount 3 00000100:00000001:3.0:1787745001.539287:0:6171:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745001.539466:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.539482:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745001.539485:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.539487:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.539494:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.539500:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745001.539512:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.539517:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.539523:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.539527:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 400 into portal 4 MB=0x6a8eb9904af80 00000400:00000200:2.0:1787745001.539531:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.539537:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 400/400 into md 0x3e1ead [1] + 224 00000800:00000001:2.0:1787745001.539544:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.539553:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.539569:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.539574:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745001.539581:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787745001.539588:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c6483c0 x1874579698265984/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787745001.539598:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff8a766c6483c0 x1874579698265984/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.539677:0:179943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787745001.539706:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1787745001.539809:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745001.539814:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68a00. 00000400:00000200:2.0:1787745001.539818:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.539831:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745001.539835:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac7f8 00000400:00000010:2.0:1787745001.539838:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac7f8. 00000100:00000001:2.0:1787745001.539842:0:2390:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1787745001.539844:0:2390:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1787745001.539850:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.539853:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787745001.540116:0:179943:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787745001.540118:0:179943:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787745001.540121:0:179943:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766e18. 00000400:00000200:3.0:1787745001.540124:0:179943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac4c8 00000400:00000010:3.0:1787745001.540193:0:179943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac4c8. 00000100:00000001:3.0:1787745001.540199:0:179943:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787745001.540204:0:179943:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c6483c0 x1874579698265984/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787745001.540213:0:179943:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c6483c0 x1874579698265984/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.540220:0:179943:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787745001.540222:0:179943:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745001.540224:0:179943:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787745001.540228:0:179943:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787745001.540230:0:179943:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787745001.540239:0:179943:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745001.540242:0:179943:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787745001.540252:0:179943:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654460 time=114 v=5 (5 5 5 5) 00000100:00001000:3.0:1787745001.540257:0:179943:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=103 v=5 (1 1 1 1) 00000100:00000001:3.0:1787745001.540259:0:179943:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787745001.540261:0:179943:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.540264:0:179943:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787745001.540267:0:179943:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.540272:0:179943:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787745001.540274:0:179943:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:3.0:1787745001.540276:0:179943:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787745001.540278:0:179943:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745001.540283:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c6483c0 x1874579698265984/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.540291:0:179943:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787745001.540294:0:179943:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787745001.540296:0:179943:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787745001.540300:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c6483c0 x1874579698265984/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787745001.540308:0:179943:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c6483c0 pname:cluuid:pid:xid:nid:opc:job cp:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179943:1874579698265984:192.168.201.110@tcp:101:cp.0 00000100:00000001:3.0:1787745001.540384:0:179943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745001.540389:0:179943:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.540392:0:179943:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787745001.540394:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787745001.540462:0:179943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c6483c0 x1874579698265984/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.540470:0:179943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787745001.540473:0:179943:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a767ad01180. 00000100:00000001:3.0:1787745001.540477:0:179943:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787745001.540478:0:179943:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.540483:0:179943:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787745001.540486:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787745001.540490:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745001.540503:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab800 refcount=4 00000020:00000001:3.0:1787745001.540505:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:3.0:1787745001.540509:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000040:3.0:1787745001.540518:0:179943:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8a76476ab800, remote cookie: 0xd1177cb064f749f0, flags: 0x20002 00010000:00000001:3.0:1787745001.540523:0:179943:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787745001.540527:0:179943:0:(ldlm_lock.c:1884:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787745001.540531:0:179943:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787745001.540533:0:179943:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787745001.540540:0:179943:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 4/0,1 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x20000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787745001.540550:0:179943:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787745001.540552:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745001.540554:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745001.540555:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745001.540557:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745001.540558:0:179943:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787745001.540562:0:179943:0:(osc_request.c:3266:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1787745001.540565:0:179943:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1787745001.540568:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787745001.540569:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745001.540571:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab800 refcount=3 00000020:00000001:3.0:1787745001.540573:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:3.0:1787745001.540574:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:3.0:1787745001.540577:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787745001.540578:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745001.540579:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab800 refcount=4 00000020:00000001:3.0:1787745001.540581:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:3.0:1787745001.540582:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:3.0:1787745001.540586:0:179943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787745001.540590:0:179943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787745001.540594:0:179943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 5/0,2 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787745001.540612:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745001.540613:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787745001.540617:0:179943:0:(osc_lock.c:154:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1787745001.540623:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000008:00010000:3.0:1787745001.540638:0:179943:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 4/0,2 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1787745001.540650:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:3.0:1787745001.540652:0:179943:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1787745001.540655:0:179943:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1787745001.540659:0:179943:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1787745001.540700:0:179943:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.540703:0:179943:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.540705:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000008:00000001:3.0:1787745001.540707:0:179943:0:(osc_lock.c:197:osc_lock_lvb_update()) Process leaving 00000008:00000001:3.0:1787745001.540710:0:179943:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.540712:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787745001.540713:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745001.540715:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab800 refcount=5 00000020:00000001:3.0:1787745001.540717:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:3.0:1787745001.540719:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:3.0:1787745001.540722:0:179943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787745001.540725:0:179943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 5/0,2 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787745001.540732:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745001.540734:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787745001.540736:0:179943:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 4/0,1 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787745001.540754:0:179943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787745001.540755:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745001.540756:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787745001.540758:0:179943:0:(osc_request.c:3293:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.540770:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787745001.540775:0:179943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c6483c0 x1874579698265984/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745017 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.540781:0:179943:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787745001.540783:0:179943:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787745001.540786:0:179943:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a765117e800. 02000000:00000001:3.0:1787745001.540789:0:179943:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787745001.540792:0:179943:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787745001.540794:0:179943:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:3.0:1787745001.540796:0:179943:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787745001.540798:0:179943:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a764646be00. 02000000:00000001:3.0:1787745001.540803:0:179943:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787745001.540805:0:179943:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787745001.540807:0:179943:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c6483c0. 00000100:00000001:3.0:1787745001.540810:0:179943:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787745001.540812:0:179943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1787745001.540813:0:179943:0:(osc_request.c:3506:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787745001.540816:0:179943:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.540819:0:179943:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.540953:0:179943:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.540957:0:179943:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.540959:0:179943:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.540962:0:179943:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.540964:0:179943:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.540966:0:179943:0:(cl_io.c:532:cl_io_start()) Process entered 00000080:00000001:3.0:1787745001.540971:0:179943:0:(vvp_io.c:1298:vvp_io_write_start()) Process entered 00000020:00000001:3.0:1787745001.540976:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47b80 00000080:00200000:3.0:1787745001.540978:0:179943:0:(vvp_io.c:1332:vvp_io_write_start()) f36h.sanity: write [0, 158) append 0 append lockpos 0 00000020:00000001:3.0:1787745001.540981:0:179943:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1787745001.540984:0:179943:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a7646dc4f80 00020000:00000002:3.0:1787745001.540993:0:179943:0:(lov_object.c:2402:lov_lsm_addref()) lsm ffff8a765897a600 addref 2/0 by ffff8a7646dc4f80. 00020000:00000002:3.0:1787745001.540995:0:179943:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a7646dc4f80 00000020:00000001:3.0:1787745001.540998:0:179943:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:3.0:1787745001.541002:0:179943:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1787745001.541005:0:179943:0:(lov_io.c:1744:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1787745001.541008:0:179943:0:(lov_offset.c:253:lov_stripe_intersects()) [0->157] -> [(0) 0->157 (0)] 00020000:00000001:3.0:1787745001.541011:0:179943:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787745001.541013:0:179943:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614840061844280 : -129233647707336 : ffff8a767255db38) 00000020:00000001:3.0:1787745001.541015:0:179943:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1787745001.541018:0:179943:0:(osc_io.c:1437:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1787745001.541021:0:179943:0:(osc_io.c:1450:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.541022:0:179943:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.541024:0:179943:0:(lov_io.c:1785:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.541025:0:179943:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787745001.541031:0:179943:0:(rw26.c:680:ll_write_begin()) Process entered 00000080:00200000:3.0:1787745001.541033:0:179943:0:(rw26.c:681:ll_write_begin()) Writing 0 of 0 to 158 bytes 00000020:00000001:3.0:1787745001.541053:0:179943:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:3.0:1787745001.541056:0:179943:0:(cl_page.c:427:cl_page_find()) 0@[0x200000402:0x10a92:0x0] fffff41cc4a42980 0 1 00000020:00000001:3.0:1787745001.541059:0:179943:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1787745001.541061:0:179943:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.541063:0:179943:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:3.0:1787745001.541068:0:179943:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 232 at ffff8a7645ff99f8. 00000020:00000001:3.0:1787745001.541072:0:179943:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1787745001.541073:0:179943:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1787745001.541076:0:179943:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1787745001.541078:0:179943:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:3.0:1787745001.541080:0:179943:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787745001.541082:0:179943:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614840061844280 : -129233647707336 : ffff8a767255db38) 00000008:00000001:3.0:1787745001.541086:0:179943:0:(osc_cache.c:2525:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1787745001.541087:0:179943:0:(osc_cache.c:2548:osc_prep_async_page()) oap ffff8a7645ff9a68 folio fffff41cc4a42980 pg:0 obj off 0 00000008:00000001:3.0:1787745001.541090:0:179943:0:(osc_cache.c:2549:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.541091:0:179943:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1787745001.541092:0:179943:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1787745001.541094:0:179943:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1787745001.541096:0:179943:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.541100:0:179943:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.541101:0:179943:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446614839317993976 : -129234391557640 : ffff8a7645ff99f8) 00000020:00000001:3.0:1787745001.541109:0:179943:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446614839317993976 : -129234391557640 : ffff8a7645ff99f8) 00000020:00000001:3.0:1787745001.541112:0:179943:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1787745001.541114:0:179943:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:3.0:1787745001.541115:0:179943:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446614840204342328 : -129233505209288 : ffff8a767ad43438) 00000020:00000001:3.0:1787745001.541117:0:179943:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1787745001.541118:0:179943:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1787745001.541120:0:179943:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1787745001.541125:0:179943:0:(cl_page.c:507:__cl_page_state_set()) page@000000009e88658d[2 00000000da6997c0 1 1 0000000008be4604 0 0 0] 00000020:00000001:3.0:1787745001.541203:0:179943:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1787745001.541205:0:179943:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1787745001.541207:0:179943:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:3.0:1787745001.541209:0:179943:0:(rw26.c:587:ll_prepare_partial_page()) Process entered 00000020:00000001:3.0:1787745001.541211:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:3.0:1787745001.541213:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:3.0:1787745001.541214:0:179943:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1787745001.541218:0:179943:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1787745001.541221:0:179943:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1787745001.541222:0:179943:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.541224:0:179943:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1787745001.541226:0:179943:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787745001.541228:0:179943:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x10a92:1026 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:3.0:1787745001.541232:0:179943:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787745001.541234:0:179943:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1787745001.541237:0:179943:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.541238:0:179943:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.541240:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000080:00000001:3.0:1787745001.541244:0:179943:0:(rw26.c:607:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1787745001.541246:0:179943:0:(rw26.c:792:ll_write_begin()) Process leaving 00000080:00000001:3.0:1787745001.541248:0:179943:0:(rw26.c:808:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787745001.541251:0:179943:0:(rw26.c:871:ll_write_end()) Process entered 00000080:00200000:3.0:1787745001.541253:0:179943:0:(rw26.c:875:ll_write_end()) pos 0, len 158, copied 158 00000020:00000001:3.0:1787745001.541255:0:179943:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:3.0:1787745001.541256:0:179943:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446614840204342328 : -129233505209288 : ffff8a767ad43438) 00000020:00000001:3.0:1787745001.541258:0:179943:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1787745001.541259:0:179943:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787745001.541272:0:179943:0:(cl_io.c:931:cl_page_list_add()) Process entered 00000020:00000001:3.0:1787745001.541274:0:179943:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1787745001.541275:0:179943:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1787745001.541283:0:179943:0:(cl_io.c:942:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1787745001.541287:0:179943:0:(rw26.c:933:ll_write_end()) page@000000009e88658d[3 00000000da6997c0 2 1 0000000008be4604 0 0 0] 00000080:00200000:3.0:1787745001.541290:0:179943:0:(rw26.c:933:ll_write_end()) vmpage @00000000cf33ff72 17ffffc0001001 3:0 ffff8a7645ff99f8 0 lru 00000080:00200000:3.0:1787745001.541297:0:179943:0:(rw26.c:933:ll_write_end()) osc-page@000000006468edfd 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000b59c5a48 000000004e6627a5 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1787745001.541299:0:179943:0:(rw26.c:933:ll_write_end()) end page@000000009e88658d 00000080:00200000:3.0:1787745001.541301:0:179943:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1787745001.541302:0:179943:0:(rw26.c:954:ll_write_end()) Process leaving (rc=158 : 158 : 9e) 00000080:00000001:3.0:1787745001.541306:0:179943:0:(vvp_io.c:1207:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1787745001.541307:0:179943:0:(vvp_io.c:1214:vvp_io_write_commit()) commit async pages: 1, from 0, to 158 prio 0 00000020:00000001:3.0:1787745001.541310:0:179943:0:(cl_io.c:650:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1787745001.541312:0:179943:0:(lov_io.c:1979:lov_io_commit_async()) Process entered 00020000:08000000:3.0:1787745001.541381:0:179943:0:(lov_io.c:1991:lov_io_commit_async()) compr: type 0, level 0, bits: 0 00020000:00008000:3.0:1787745001.541384:0:179943:0:(lov_io.c:1853:set_page_list_compression()) compr: type 0, level 0, bits: 0, page ffff8a7645ff99f8 00020000:00000001:3.0:1787745001.541386:0:179943:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787745001.541387:0:179943:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614840061844280 : -129233647707336 : ffff8a767255db38) 00000020:00000001:3.0:1787745001.541389:0:179943:0:(cl_io.c:650:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1787745001.541392:0:179943:0:(osc_io.c:440:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1787745001.541394:0:179943:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1787745001.541395:0:179943:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1787745001.541464:0:179943:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:3.0:1787745001.541467:0:179943:0:(osc_cache.c:2571:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1787745001.541471:0:179943:0:(osc_cache.c:2636:osc_queue_async_io()) obj ffff8a7648976c40 ready 0|-|- wr 0|-|- rd 0|- oap ffff8a7645ff9a68 folio fffff41cc4a42980 pg:0 added for cmd 2 00000008:00000001:3.0:1787745001.541476:0:179943:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:3.0:1787745001.541479:0:179943:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff8a7648bee000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 484638720, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:3.0:1787745001.541485:0:179943:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff8a7648bee000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 484638720, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:3.0:1787745001.541489:0:179943:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff8a7645ff9aa0 page fffff41cc4a42980 00000008:00000020:3.0:1787745001.541492:0:179943:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0000-osc-ffff8a7648bee000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 484610048, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:3.0:1787745001.541497:0:179943:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:3.0:1787745001.541498:0:179943:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787745001.541500:0:179943:0:(osc_cache.c:709:osc_extent_find()) Process entered 00000008:00000010:3.0:1787745001.541504:0:179943:0:(osc_cache.c:314:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff8a767ac520c0. 00000008:00000020:3.0:1787745001.541517:0:179943:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff8a7648976c40 extents at osc_extent_find:842, mppr: 1024. 00000008:00000020:3.0:1787745001.541522:0:179943:0:(osc_cache.c:1874:osc_update_pending()) obj ffff8a7648976c40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:3.0:1787745001.541527:0:179943:0:(osc_cache.c:860:osc_extent_find()) extent ffff8a767ac520c0@{[0 -> 0/1023], 0x280000403:2929, [3|1|-|active|wi|ffff8a7648976c40], [28672|0|-|-|ffff8a76476ab800|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:3.0:1787745001.541533:0:179943:0:(osc_cache.c:860:osc_extent_find()) ### extent: 000000006381444c ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 4/0,1 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:3.0:1787745001.541541:0:179943:0:(osc_cache.c:877:osc_extent_find()) Process leaving 00000008:00000001:3.0:1787745001.541544:0:179943:0:(osc_cache.c:2774:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787745001.541546:0:179943:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787745001.541549:0:179943:0:(osc_io.c:401:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1787745001.541550:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000008:00000002:3.0:1787745001.541552:0:179943:0:(osc_io.c:409:osc_page_touch_at()) stripe KMS increasing 0->158 0 00000020:00000001:3.0:1787745001.541554:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:3.0:1787745001.541555:0:179943:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1787745001.541557:0:179943:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 158 00020000:00000001:3.0:1787745001.541559:0:179943:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1787745001.541560:0:179943:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.541562:0:179943:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.541563:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000008:00000001:3.0:1787745001.541564:0:179943:0:(osc_io.c:424:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1787745001.541566:0:179943:0:(cl_io.c:955:cl_page_list_del()) Process entered 00000020:00000001:3.0:1787745001.541568:0:179943:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1787745001.541571:0:179943:0:(cl_page.c:556:cl_batch_put()) page@000000009e88658d[4 00000000da6997c0 2 1 0000000008be4604 0 0 0] 00000020:00000001:3.0:1787745001.541572:0:179943:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1787745001.541573:0:179943:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1787745001.541574:0:179943:0:(cl_io.c:960:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1787745001.541576:0:179943:0:(osc_request.c:747:osc_update_next_shrink()) next time 7829 to shrink grant 00000080:00000001:3.0:1787745001.541579:0:179943:0:(vvp_io.c:1146:write_commit_callback()) Process entered 00000080:00000001:3.0:1787745001.541580:0:179943:0:(vvp_io.c:1045:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1787745001.541587:0:179943:0:(vvp_io.c:1127:vvp_set_batch_dirty()) mapping ffff8a766d5b1b38, count 1, dirtied 1 00000080:00000001:3.0:1787745001.541589:0:179943:0:(vvp_io.c:1134:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1787745001.541590:0:179943:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1787745001.541591:0:179943:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1787745001.541593:0:179943:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1787745001.541594:0:179943:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1787745001.541604:0:179943:0:(cl_page.c:507:__cl_page_state_set()) page@000000009e88658d[3 00000000da6997c0 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1787745001.541605:0:179943:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1787745001.541607:0:179943:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1787745001.541609:0:179943:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1787745001.541610:0:179943:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1787745001.541613:0:179943:0:(cl_page.c:556:cl_batch_put()) page@000000009e88658d[3 00000000da6997c0 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1787745001.541614:0:179943:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:3.0:1787745001.541615:0:179943:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1787745001.541616:0:179943:0:(vvp_io.c:1169:write_commit_callback()) Process leaving 00000008:00000040:3.0:1787745001.541617:0:179943:0:(osc_io.c:513:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1787745001.541619:0:179943:0:(osc_io.c:514:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.541621:0:179943:0:(cl_io.c:660:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.541622:0:179943:0:(lov_io.c:2001:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.541624:0:179943:0:(cl_io.c:660:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787745001.541626:0:179943:0:(vvp_io.c:1237:vvp_io_write_commit()) Committed 1 pages 158 bytes, tot: 158 00000020:00000001:3.0:1787745001.541629:0:179943:0:(cl_io.c:1047:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1787745001.541630:0:179943:0:(cl_io.c:1051:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1787745001.541631:0:179943:0:(vvp_io.c:1278:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.541634:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47b80 00000080:00200000:3.0:1787745001.541636:0:179943:0:(vvp_io.c:1398:vvp_io_write_start()) f36h.sanity: write bytes 0, result: 158 00000080:00000001:3.0:1787745001.541638:0:179943:0:(vvp_io.c:1431:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.541640:0:179943:0:(lov_io.c:1552:lov_io_start()) Process entered 00020000:00000001:3.0:1787745001.541643:0:179943:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:3.0:1787745001.541644:0:179943:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:3.0:1787745001.541645:0:179943:0:(osc_io.c:1073:osc_io_write_start()) Process entered 00000020:00000001:3.0:1787745001.541647:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:3.0:1787745001.541649:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:3.0:1787745001.541651:0:179943:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1787745001.541652:0:179943:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1787745001.541654:0:179943:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.541656:0:179943:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.541657:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000008:00000001:3.0:1787745001.541659:0:179943:0:(osc_io.c:1081:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.541660:0:179943:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.541688:0:179943:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.541691:0:179943:0:(lov_io.c:1553:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.541692:0:179943:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.541694:0:179943:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:3.0:1787745001.541695:0:179943:0:(lov_io.c:1480:lov_io_call()) Process entered 00020000:00000001:3.0:1787745001.541697:0:179943:0:(lov_io.c:1558:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1787745001.541702:0:179943:0:(cl_io.c:559:cl_io_end()) Process entered 00000008:00000001:3.0:1787745001.541705:0:179943:0:(osc_cache.c:602:osc_extent_release()) Process entered 00000008:00000001:3.0:1787745001.541707:0:179943:0:(osc_cache.c:230:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1787745001.541711:0:179943:0:(osc_cache.c:1874:osc_update_pending()) obj ffff8a7648976c40 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:3.0:1787745001.541717:0:179943:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1787745001.541719:0:179943:0:(osc_cache.c:1859:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787745001.541721:0:179943:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1787745001.541723:0:179943:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787745001.541724:0:179943:0:(osc_cache.c:676:osc_extent_release()) Process leaving 00000020:00000001:3.0:1787745001.541726:0:179943:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:3.0:1787745001.541727:0:179943:0:(lov_io.c:1568:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.541729:0:179943:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.541731:0:179943:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:3.0:1787745001.541732:0:179943:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:3.0:1787745001.541734:0:179943:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1787745001.541736:0:179943:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a767ac51a88 (ffff8a767ac507e8/0) at cl_lock_release():245 00000020:00000001:3.0:1787745001.541739:0:179943:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1787745001.541740:0:179943:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a767ac51a88 (ffff8a767ac507e8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1787745001.541744:0:179943:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1787745001.541745:0:179943:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1787745001.541746:0:179943:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614840061844280 : -129233647707336 : ffff8a767255db38) 00000020:00000001:3.0:1787745001.541748:0:179943:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1787745001.541749:0:179943:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a7651948330 (ffff8a7643a82a28/1) at cl_lock_cancel():142 00000008:00000001:3.0:1787745001.541752:0:179943:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1787745001.541753:0:179943:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:3.0:1787745001.541755:0:179943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787745001.541757:0:179943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745001.541759:0:179943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab800 refcount=5 00000020:00000001:3.0:1787745001.541773:0:179943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:3.0:1787745001.541776:0:179943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:3.0:1787745001.541778:0:179943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787745001.541781:0:179943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 5/0,1 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787745001.541788:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745001.541789:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745001.541795:0:179943:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787745001.541798:0:179943:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787745001.541801:0:179943:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 4/0,0 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787745001.541808:0:179943:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787745001.541811:0:179943:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787745001.541813:0:179943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787745001.541817:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745001.541818:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745001.541820:0:179943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.541965:0:179943:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787745001.541967:0:179943:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.541969:0:179943:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.541973:0:179943:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.541975:0:179943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787745001.541977:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745001.541978:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745001.541979:0:179943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745001.541980:0:179943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1787745001.541981:0:179943:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1787745001.541983:0:179943:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1787745001.541984:0:179943:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1787745001.541985:0:179943:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1787745001.541987:0:179943:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1787745001.541988:0:179943:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a767ac51a88 (ffff8a767ac507e8/0) at cl_lock_fini():72 00020000:00000001:3.0:1787745001.541991:0:179943:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1787745001.541992:0:179943:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1787745001.541993:0:179943:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a7651948330 (ffff8a767ac507e8/1) at cl_lock_fini():72 00000008:00000010:3.0:1787745001.541996:0:179943:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff8a7647d5d4b8. 00000020:00000001:3.0:1787745001.542000:0:179943:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1787745001.542002:0:179943:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff8a7651948300. 00020000:00000001:3.0:1787745001.542004:0:179943:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1787745001.542005:0:179943:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1787745001.542007:0:179943:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1787745001.542008:0:179943:0:(lov_io.c:1646:lov_io_unlock()) Process entered 00020000:00000001:3.0:1787745001.542010:0:179943:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:3.0:1787745001.542011:0:179943:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:3.0:1787745001.542012:0:179943:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1787745001.542019:0:179943:0:(lov_io.c:1580:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.542020:0:179943:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.542022:0:179943:0:(lov_io.c:1649:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1787745001.542023:0:179943:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1787745001.542024:0:179943:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1787745001.542027:0:179943:0:(vvp_io.c:533:vvp_io_advance()) advancing 158 bytes 00000020:00000001:3.0:1787745001.542028:0:179943:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1787745001.542030:0:179943:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1787745001.542032:0:179943:0:(lov_io.c:1627:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1787745001.542033:0:179943:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:3.0:1787745001.542034:0:179943:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1787745001.542037:0:179943:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1787745001.542038:0:179943:0:(lov_io.c:1574:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.542040:0:179943:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1787745001.542041:0:179943:0:(lov_io.c:1638:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1787745001.542043:0:179943:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1787745001.542044:0:179943:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787745001.542049:0:179943:0:(file.c:2207:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:3.0:1787745001.542052:0:179943:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:3.0:1787745001.542054:0:179943:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:3.0:1787745001.542056:0:179943:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1787745001.542058:0:179943:0:(lov_io.c:1054:lov_io_fini()) Process entered 00020000:00000001:3.0:1787745001.542060:0:179943:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1787745001.542061:0:179943:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1787745001.542062:0:179943:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1787745001.542065:0:179943:0:(cl_object.c:917:cl_env_put()) 1@ffff8a7643a82a20 00020000:00000001:3.0:1787745001.542068:0:179943:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1787745001.542069:0:179943:0:(lov_io.c:1073:lov_io_fini()) Process leaving 00000080:00000001:3.0:1787745001.542071:0:179943:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1787745001.542073:0:179943:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10a92:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1787745001.542076:0:179943:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1787745001.542077:0:179943:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1787745001.542079:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47c98 00000080:00200000:3.0:1787745001.542081:0:179943:0:(file.c:2240:ll_file_io_generic()) f36h.sanity: 2 io complete with rc: 0, result: 158, restart: 0 00000080:00000001:3.0:1787745001.542086:0:179943:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1787745001.542087:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:3.0:1787745001.542089:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:3.0:1787745001.542090:0:179943:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1787745001.542093:0:179943:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1787745001.542095:0:179943:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1787745001.542097:0:179943:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=158 : 158 : 9e) 00020000:00000001:3.0:1787745001.542098:0:179943:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1787745001.542105:0:179943:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=158 : 158 : 9e) 00020000:00000002:3.0:1787745001.542107:0:179943:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x10a92:1026 on OST[0]: s=158 (1) m=1787745001 a=0 c=1787745001 b=0 00020000:00000001:3.0:1787745001.542110:0:179943:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787745001.542113:0:179943:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=158 m=1787745001 a=0 c=1787745001 b=0 00020000:00000001:3.0:1787745001.542115:0:179943:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.542117:0:179943:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.542119:0:179943:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000080:00200000:3.0:1787745001.542121:0:179943:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10a92:0x0] updating i_size 158 i_blocks 0 00000080:00000001:3.0:1787745001.542124:0:179943:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1787745001.542202:0:179943:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 158 00000080:00000001:3.0:1787745001.542205:0:179943:0:(file.c:2330:ll_file_io_generic()) Process leaving (rc=158 : 158 : 9e) 00000020:00001000:3.0:1787745001.542208:0:179943:0:(cl_object.c:917:cl_env_put()) 1@ffff8a767ac507e0 00000020:00000001:3.0:1787745001.542212:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47d88 00000080:00000008:3.0:1787745001.542214:0:179943:0:(file.c:2734:do_file_write_iter()) COMPLETED: file f36h.sanity:[0x200000402:0x10a92:0x0], ppos: 158, count: 0, rc = 158 00000080:00000001:3.0:1787745001.542217:0:179943:0:(file.c:2736:do_file_write_iter()) Process leaving (rc=158 : 158 : 9e) 00020000:00000001:3.0:1787745001.542244:0:179943:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1787745001.542247:0:179943:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a7646dc4f80 00020000:00000002:3.0:1787745001.542250:0:179943:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a7646dc4f80 00020000:00000001:3.0:1787745001.542253:0:179943:0:(lov_object.c:2464:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787745001.542262:0:179943:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1787745001.542263:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47df0 00000080:00200008:3.0:1787745001.542265:0:179943:0:(file.c:479:ll_file_release()) START file f36h.sanity:[0x200000402:0x10a92:0x0](ffff8a766d5b1988), flags 100001 00000080:00000001:3.0:1787745001.542270:0:179943:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1787745001.542272:0:179943:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1787745001.542274:0:179943:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1787745001.542275:0:179943:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a7646dc4f80 00020000:00000002:3.0:1787745001.542277:0:179943:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a7646dc4f80 00020000:00000001:3.0:1787745001.542279:0:179943:0:(lov_object.c:2464:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787745001.542281:0:179943:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1787745001.542287:0:179943:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787745001.542290:0:179943:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787745001.542292:0:179943:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787745001.542295:0:179943:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787745001.542297:0:179943:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787745001.542299:0:179943:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a92:0x0] 00800000:00000001:3.0:1787745001.542307:0:179943:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787745001.542312:0:179943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787745001.542388:0:179943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787745001.542395:0:179943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976000 count: 2 00010000:00000001:3.0:1787745001.542407:0:179943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1787745001.542414:0:179943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787745001.542416:0:179943:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x10a92:0x0]: 0 00000080:00000001:3.0:1787745001.542419:0:179943:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1787745001.542421:0:179943:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1787745001.542426:0:179943:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff8a764646be00. 00000080:00000001:3.0:1787745001.542428:0:179943:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1787745001.542435:0:179943:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1787745001.542440:0:179943:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1787745001.542442:0:179943:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787745001.542444:0:179943:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787745001.542445:0:179943:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787745001.542446:0:179943:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787745001.542448:0:179943:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787745001.542449:0:179943:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a92:0x0] 00800000:00000001:3.0:1787745001.542451:0:179943:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787745001.542453:0:179943:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x10a92:0x0] 00000002:00000001:3.0:1787745001.542456:0:179943:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1787745001.542458:0:179943:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff8a7648bee000: [0x200000402:0x10a92:0x0] file closed with intent: 200 00000100:00000010:3.0:1787745001.542465:0:179943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c6483c0. 00000020:00000040:3.0:1787745001.542470:0:179943:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1729 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000001:3.0:1787745001.542475:0:179943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787745001.542479:0:179943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787745001.542485:0:179943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787745001.542493:0:179943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a764646b600. 00000100:00000001:3.0:1787745001.542500:0:179943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1787745001.542519:0:179943:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a76518a30c0 x1874579698265728/t25769956160(25769956160) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/664 e 0 to 0 dl 1787745017 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1787745001.542530:0:179943:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a7648bee000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1787745001.542535:0:179943:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a766c6483c0 x1874579698266368/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1787745001.542552:0:179943:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787745001.542554:0:179943:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787745001.542559:0:179943:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a767ad01180. 00000100:00000001:3.0:1787745001.542562:0:179943:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614840204071296 : -129233505480320 : ffff8a767ad01180) 00000100:00000001:3.0:1787745001.542565:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787745001.542567:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962141632 : -129233747409984 : ffff8a766c6483c0) 00000100:00000001:3.0:1787745001.542571:0:179943:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787745001.542575:0:179943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.542577:0:179943:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787745001.542579:0:179943:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787745001.542583:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c6483c0 x1874579698266368/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.542589:0:179943:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787745001.542591:0:179943:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745001.542595:0:179943:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787745001.542598:0:179943:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787745001.542600:0:179943:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787745001.542603:0:179943:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c6483c0 pname:cluuid:pid:xid:nid:opc:job cp:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179943:1874579698266368:192.168.201.110@tcp:35:cp.0 00000100:00000001:3.0:1787745001.542607:0:179943:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787745001.542614:0:179943:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787745001.542617:0:179943:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745001.542619:0:179943:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787745001.542626:0:179943:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8a764884c000. 02000000:00000001:3.0:1787745001.542628:0:179943:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787745001.542637:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787745001.542641:0:179943:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766e18. 00000400:00000010:3.0:1787745001.542648:0:179943:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a767ad013c0. 00000100:00000200:3.0:1787745001.542657:0:179943:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1874579698266368, portal 10 00000100:00000001:3.0:1787745001.542659:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787745001.542660:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962141632 : -129233747409984 : ffff8a766c6483c0) 00000100:00000040:3.0:1787745001.542712:0:179943:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a766c6483c0 x1874579698266368/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.542732:0:179943:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787745001.542735:0:179943:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787745001.542739:0:179943:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac4c8. 00000100:00000200:3.0:1787745001.542742:0:179943:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874579698266368, offset 0 00000400:00000200:3.0:1787745001.543154:0:179943:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787745001.543164:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.543171:0:179943:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787745001.543176:0:179943:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787745001.543180:0:179943:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787745001.543184:0:179943:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787745001.543186:0:179943:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787745001.543190:0:179943:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440840:440840:256:4294967295] 192.168.201.110@tcp LPNI seq info [440839:440839:8:4294967295] 00000400:00000200:3.0:1787745001.543194:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745001.543202:0:179943:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787745001.543209:0:179943:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787745001.543215:0:179943:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68b00. 00000800:00000200:3.0:1787745001.543222:0:179943:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787745001.543229:0:179943:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787745001.543233:0:179943:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1787745001.543428:0:179943:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745001.543435:0:179943:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:3.0:1787745001.543440:0:179943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787745001.543443:0:179943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301296504 00000100:00000001:3.0:1787745001.543446:0:179943:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301296619 00000100:00000001:3.0:1787745001.543449:0:179943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301296504 00000100:00000001:3.0:1787745001.543451:0:179943:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301296619 00000100:00000001:3.0:1787745001.543453:0:179943:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787745001.543456:0:179943:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.543466:0:179943:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787745001.543468:0:179943:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787745001.543471:0:179943:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a767ad01180 going to sleep for 11 seconds 00000100:00000001:3.0:1787745001.543474:0:179943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787745001.543476:0:179943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787745001.543579:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.543593:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745001.543596:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.543598:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.543603:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.543607:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745001.543613:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.543617:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.543620:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.543624:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 18 MB=0x6a8eb9904b000 00000400:00000200:2.0:1787745001.543628:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.543634:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1ec5 [1] + 224 00000800:00000001:2.0:1787745001.543641:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.543650:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.543653:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.543687:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745001.543696:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787745001.543701:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a7672474000 x1874579698266112/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745017 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787745001.543711:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a7672474000 x1874579698266112/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745017 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745001.543731:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787745001.543809:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787745001.543813:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787745001.543819:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787745001.543821:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787745001.543825:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c3f78. 00000400:00000200:0.0:1787745001.543829:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7645ef4110 00000400:00000010:0.0:1787745001.543831:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7645ef4110. 00000100:00000001:0.0:1787745001.543841:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787745001.543846:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a7672474000 x1874579698266112/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745017 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787745001.543854:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a7672474000 x1874579698266112/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745017 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787745001.543860:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787745001.543861:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787745001.543864:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787745001.543866:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787745001.543869:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787745001.543871:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787745001.543874:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787745001.543883:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654538 time=124 v=5 (5 5 5 0) 00000100:00001000:0.0:1787745001.543886:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=103 v=5 (1 1 1 1) 00000100:00000001:0.0:1787745001.543889:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787745001.543890:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745001.543893:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787745001.543896:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.543899:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787745001.543901:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:0.0:1787745001.543903:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787745001.543905:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787745001.543910:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a7672474000 x1874579698266112/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745017 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787745001.543917:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787745001.543919:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787745001.543921:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787745001.543925:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a7672474000 x1874579698266112/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745017 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787745001.543933:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a7672474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2396:1874579698266112:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787745001.543938:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787745001.543946:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787745001.543950:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a7672474000 x1874579698266112/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745017 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1787745001.543956:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1787745001.543956:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787745001.543958:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000010:2.0:1787745001.543960:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68b00. 02000000:00000010:0.0:1787745001.543961:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7647e98a00. 00000400:00000200:2.0:1787745001.543963:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1787745001.543964:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787745001.543966:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000400:00000200:2.0:1787745001.543967:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000020:00000040:0.0:1787745001.543968:0:2396:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=2 obd=lustre-OST0000-osc-ffff8a7648bee000 00000400:00000200:2.0:1787745001.543970:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac4c8 00000020:00000001:0.0:1787745001.543970:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 00000400:00000010:2.0:1787745001.543971:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac4c8. 02000000:00000010:0.0:1787745001.543973:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a7647e99c00. 00000100:00000001:2.0:1787745001.543975:0:2390:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1787745001.543976:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787745001.543978:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1787745001.543979:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c6483c0 x1874579698266368/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000010:0.0:1787745001.543980:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a7672474000. 00000100:00000001:0.0:1787745001.543983:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787745001.543984:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787745001.543986:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787745001.543988:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745001.543990:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a766c6483c0 x1874579698266368/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787745017 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745001.543993:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787745001.543994:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745001.543995:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745001.543996:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787745001.543997:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787745001.543999:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787745001.544004:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.544007:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745001.549159:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.549179:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745001.549184:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.549187:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.549196:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.549205:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745001.549215:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.549220:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.549226:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.549246:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 456 into portal 10 MB=0x6a8eb9904b100 00000400:00000200:2.0:1787745001.549250:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.549256:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 456/456 into md 0x3e1ed5 [2] + 224 00000800:00000001:2.0:1787745001.549262:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.549269:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.549272:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.549275:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745001.549283:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787745001.549291:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c6483c0 x1874579698266368/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787745017 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787745001.549300:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff8a766c6483c0 x1874579698266368/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.549321:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787745001.549329:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.549332:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745001.549406:0:179943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787745001.549416:0:179943:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787745001.549418:0:179943:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787745001.549422:0:179943:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766e18. 00000400:00000200:3.0:1787745001.549426:0:179943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a767ad013c0 00000400:00000010:3.0:1787745001.549428:0:179943:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8a767ad013c0. 00000100:00000001:3.0:1787745001.549430:0:179943:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787745001.549434:0:179943:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c6483c0 x1874579698266368/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787745001.549440:0:179943:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c6483c0 x1874579698266368/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.549444:0:179943:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787745001.549446:0:179943:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745001.549447:0:179943:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787745001.549450:0:179943:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787745001.549452:0:179943:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787745001.549454:0:179943:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745001.549456:0:179943:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787745001.549467:0:179943:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f4f0 time=114 v=5 (5 5 5 5) 00000100:00001000:3.0:1787745001.549471:0:179943:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1787745001.549473:0:179943:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787745001.549474:0:179943:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.549477:0:179943:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787745001.549480:0:179943:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.549483:0:179943:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1787745001.549485:0:179943:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1787745001.549486:0:179943:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1787745001.549488:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787745001.549489:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962141632 : -129233747409984 : ffff8a766c6483c0) 00000100:00000001:3.0:1787745001.549492:0:179943:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787745001.549493:0:179943:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:3.0:1787745001.549500:0:179943:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787745001.549502:0:179943:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745001.549506:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c6483c0 x1874579698266368/t25769956161(25769956161) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787745017 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.549511:0:179943:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787745001.549513:0:179943:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787745001.549515:0:179943:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787745001.549517:0:179943:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c6483c0 x1874579698266368/t25769956161(25769956161) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787745017 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787745001.549521:0:179943:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c6483c0 pname:cluuid:pid:xid:nid:opc:job cp:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179943:1874579698266368:192.168.201.110@tcp:35:cp.0 00000100:00000001:3.0:1787745001.549525:0:179943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745001.549527:0:179943:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.549529:0:179943:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787745001.549530:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787745001.549533:0:179943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a766c6483c0 x1874579698266368/t25769956161(25769956161) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787745017 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.549537:0:179943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787745001.549539:0:179943:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a767ad01180. 00000100:00000001:3.0:1787745001.549540:0:179943:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787745001.549541:0:179943:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.549547:0:179943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787745001.549548:0:179943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962141632 : -129233747409984 : ffff8a766c6483c0) 00000002:00000001:3.0:1787745001.549550:0:179943:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787745001.549553:0:179943:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787745001.549558:0:179943:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a764646be00. 00000080:00000001:3.0:1787745001.549562:0:179943:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1787745001.549564:0:179943:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1787745001.549566:0:179943:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787745001.549568:0:179943:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787745001.549570:0:179943:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787745001.549572:0:179943:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787745001.549573:0:179943:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787745001.549578:0:179943:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a92:0x0] 00800000:00000001:3.0:1787745001.549579:0:179943:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787745001.549583:0:179943:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1787745001.549587:0:179943:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a76518a30c0 x1874579698265728/t25769956160(25769956160) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/664 e 0 to 0 dl 1787745017 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1787745001.549591:0:179943:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787745001.549592:0:179943:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787745001.549594:0:179943:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8a76476bd2c0. 00000100:00000001:3.0:1787745001.549595:0:179943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787745001.549597:0:179943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a766c6483c0 x1874579698266368/t25769956161(25769956161) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787745017 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.549600:0:179943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787745001.549602:0:179943:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787745001.549606:0:179943:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8a76582fba40. 00000080:00000001:3.0:1787745001.549608:0:179943:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.549614:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47df0 00000080:00000008:3.0:1787745001.549616:0:179943:0:(file.c:523:ll_file_release()) COMPLETED file f36h.sanity:[0x200000402:0x10a92:0x0](ffff8a766d5b1988), flags 100001, rc = 0 00000080:00000001:3.0:1787745001.549618:0:179943:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787745001.549623:0:179943:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1787745001.549625:0:179943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41c47e00 00000080:00002000:3.0:1787745001.549626:0:179943:0:(dcache.c:127:ll_ddelete()) keeping dentry f36h.sanity (ffff8a7649e70d80, parent ffff8a7649e73bd0, inode ffff8a766d5b1988) hashed, 00000080:00000001:3.0:1787745001.549640:0:179943:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787745001.565614:0:175015:0:(rw.c:1502:ll_writepages()) Process entered 00000080:00000001:2.0:1787745001.565619:0:175015:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1787745001.565622:0:175015:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787745001.565814:0:175015:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839305150616 : -129234404401000 : ffff8a76453ba098) 00000020:00001000:2.0:1787745001.565821:0:175015:0:(cl_object.c:823:cl_env_get()) 1@ffff8a76453ba090 00000020:00000001:2.0:1787745001.565828:0:175015:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:2.0:1787745001.565831:0:175015:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1787745001.565834:0:175015:0:(vvp_io.c:1861:vvp_io_init()) Process entered 00000080:00200000:2.0:1787745001.565836:0:175015:0:(vvp_io.c:1866:vvp_io_init()) [0x200000402:0x10a92:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1787745001.565839:0:175015:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787745001.565841:0:175015:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1787745001.565843:0:175015:0:(vvp_io.c:1938:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787745001.565848:0:175015:0:(lov_object.c:1600:lov_io_init()) [0x200000402:0x10a92:0x0]io ffff8a766c9dcf30 type 6 ignore/verify layout 1/0, compressed 0 00020000:00000002:2.0:1787745001.565851:0:175015:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a765041cf80 00020000:00000001:2.0:1787745001.565855:0:175015:0:(lov_io.c:2452:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1787745001.565857:0:175015:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1787745001.565859:0:175015:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1787745001.565862:0:175015:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745001.565864:0:175015:0:(lov_io.c:916:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1787745001.565874:0:175015:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1787745001.565876:0:175015:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745001.565877:0:175015:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787745001.565879:0:175015:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1787745001.565880:0:175015:0:(lov_io.c:2465:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1787745001.565882:0:175015:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a765041cf80 00000020:00000001:2.0:1787745001.565884:0:175015:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745001.565886:0:175015:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:2.0:1787745001.565888:0:175015:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1787745001.565890:0:175015:0:(lov_io.c:1218:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1787745001.565892:0:175015:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1787745001.565896:0:175015:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1787745001.565899:0:175015:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787745001.565901:0:175015:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1787745001.565902:0:175015:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787745001.565905:0:175015:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839760868056 : -129233948683560 : ffff8a76606552d8) 00000020:00001000:2.0:1787745001.565907:0:175015:0:(cl_object.c:823:cl_env_get()) 1@ffff8a76606552d0 00000020:00000001:2.0:1787745001.565909:0:175015:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a3788 -> ffff8a766c9a39e0 00000020:00000001:2.0:1787745001.565911:0:175015:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1787745001.565914:0:175015:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787745001.565915:0:175015:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1787745001.565916:0:175015:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745001.565918:0:175015:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745001.565920:0:175015:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614839348784200 : -129234360767416 : ffff8a7647d56c48) 00000020:00000001:2.0:1787745001.565922:0:175015:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1787745001.565924:0:175015:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745001.565926:0:175015:0:(lov_io.c:1359:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745001.565927:0:175015:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745001.565929:0:175015:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:2.0:1787745001.565931:0:175015:0:(lov_io.c:1502:lov_io_lock()) Process entered 00020000:00000001:2.0:1787745001.565932:0:175015:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:2.0:1787745001.565933:0:175015:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:2.0:1787745001.565935:0:175015:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1787745001.565936:0:175015:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745001.565937:0:175015:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745001.565939:0:175015:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745001.565940:0:175015:0:(lov_io.c:1503:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745001.565941:0:175015:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1787745001.565943:0:175015:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745001.565944:0:175015:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745001.565952:0:175015:0:(cl_io.c:532:cl_io_start()) Process entered 00020000:00000001:2.0:1787745001.565955:0:175015:0:(lov_io.c:1552:lov_io_start()) Process entered 00020000:00000001:2.0:1787745001.565956:0:175015:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:2.0:1787745001.565957:0:175015:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:2.0:1787745001.565959:0:175015:0:(osc_io.c:1125:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1787745001.565962:0:175015:0:(osc_cache.c:3376:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1787745001.565969:0:175015:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1787745001.565972:0:175015:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1787745001.565974:0:175015:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1787745001.565976:0:175015:0:(osc_cache.c:2432:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1787745001.565978:0:175015:0:(osc_cache.c:2393:osc_next_obj()) Process entered 00000008:00000001:2.0:1787745001.565980:0:175015:0:(osc_cache.c:2401:osc_next_obj()) Process leaving (rc=18446614839361498176 : -129234348053440 : ffff8a7648976c40) 00000008:00000020:2.0:1787745001.565983:0:175015:0:(osc_cache.c:2437:osc_check_rpcs()) obj ffff8a7648976c40 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:2.0:1787745001.565986:0:175015:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1787745001.565987:0:175015:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1787745001.565988:0:175015:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1787745001.565990:0:175015:0:(osc_cache.c:2256:osc_send_write_rpc()) Process entered 00000008:00000001:2.0:1787745001.565992:0:175015:0:(osc_cache.c:2055:try_to_add_extent_for_io()) Process entered 00000008:00000020:2.0:1787745001.565997:0:175015:0:(osc_cache.c:2059:try_to_add_extent_for_io()) extent ffff8a767ac520c0@{[0 -> 0/1023], 0x280000403:2929, [1|0|+|cache|wiuY|ffff8a7648976c40], [28672|1|+|-|ffff8a76476ab800|1024|0000000000000000]} trying to add this extent 00000008:00010000:2.0:1787745001.566007:0:175015:0:(osc_cache.c:2059:try_to_add_extent_for_io()) ### extent: 000000006381444c ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1787745001.566021:0:175015:0:(osc_cache.c:2165:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1787745001.566025:0:175015:0:(osc_cache.c:1874:osc_update_pending()) obj ffff8a7648976c40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1787745001.566030:0:175015:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1787745001.566032:0:175015:0:(osc_cache.c:227:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1787745001.566036:0:175015:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff8a767ac520c0@{[0 -> 0/1023], 0x280000403:2929, [1|0|+|locking|wiuY|ffff8a7648976c40], [28672|1|+|-|ffff8a76476ab800|1024|ffff8a765041cf80]} make ready 00000008:00010000:2.0:1787745001.566041:0:175015:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 000000006381444c ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1787745001.566048:0:175015:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:2.0:1787745001.566050:0:175015:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1787745001.566063:0:175015:0:(cl_page.c:1160:cl_page_make_ready()) page@000000009e88658d[2 00000000da6997c0 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1787745001.566071:0:175015:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1787745001.566073:0:175015:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1787745001.566075:0:175015:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1787745001.566076:0:175015:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1787745001.566078:0:175015:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1787745001.566079:0:175015:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1787745001.566082:0:175015:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1787745001.566085:0:175015:0:(cl_page.c:507:__cl_page_state_set()) page@000000009e88658d[2 00000000da6997c0 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1787745001.566086:0:175015:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1787745001.566088:0:175015:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1787745001.566090:0:175015:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1787745001.566093:0:175015:0:(cl_page.c:1182:cl_page_make_ready()) page@000000009e88658d[2 00000000da6997c0 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1787745001.566094:0:175015:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1787745001.566096:0:175015:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745001.566099:0:175015:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:2.0:1787745001.566100:0:175015:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:2.0:1787745001.566102:0:175015:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1787745001.566104:0:175015:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745001.566106:0:175015:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000008:00000001:2.0:1787745001.566109:0:175015:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787745001.566112:0:175015:0:(osc_request.c:3006:osc_build_rpc()) Process entered 00000008:00000020:2.0:1787745001.566115:0:175015:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff8a7648bee000: cli: ffff8a7648658820 unstable pages: 0, osc unstable pages: 0 00000008:00000010:2.0:1787745001.566121:0:175015:0:(osc_request.c:3037:osc_build_rpc()) kmalloced '(pga)': 8 at ffff8a76799700b8. 00000008:00000010:2.0:1787745001.566126:0:175015:0:(osc_request.c:3041:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8a7658aed4e0. 00000020:00000001:2.0:1787745001.566129:0:175015:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1787745001.566131:0:175015:0:(lovsub_object.c:130:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1787745001.566133:0:175015:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1787745001.566136:0:175015:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1787745001/1787745001 00000020:00000001:2.0:1787745001.566140:0:175015:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1787745001.566141:0:175015:0:(lovsub_object.c:142:lovsub_req_attr_set()) Process leaving 00000008:00000001:2.0:1787745001.566144:0:175015:0:(osc_lock.c:1351:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1787745001.566147:0:175015:0:(osc_request.c:3520:osc_match_base()) Process entered 00010000:00000001:2.0:1787745001.566150:0:175015:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787745001.566157:0:175015:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976c00 count: 2 00010000:00000001:2.0:1787745001.566160:0:175015:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787745001.566167:0:175015:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1787745001.566170:0:175015:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1787745001.566179:0:175015:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787745001.566185:0:175015:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787745001.566189:0:175015:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1787745001.566198:0:175015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745001.566201:0:175015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787745001.566203:0:175015:0:(osc_request.c:3535:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1787745001.566205:0:175015:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787745001.566208:0:175015:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787745001.566211:0:175015:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab800 refcount=3 00000020:00000001:2.0:1787745001.566213:0:175015:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:2.0:1787745001.566217:0:175015:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00000008:00000001:2.0:1787745001.566220:0:175015:0:(osc_lock.c:1385:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:2.0:1787745001.566222:0:175015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745001.566223:0:175015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1787745001.566224:0:175015:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00000008:00000001:2.0:1787745001.566228:0:175015:0:(osc_request.c:1567:osc_brw_prep_request()) Process entered 00000100:00000010:2.0:1787745001.566235:0:175015:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca36940. 00000020:00000040:2.0:1787745001.566239:0:175015:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00000100:00000001:2.0:1787745001.566247:0:175015:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787745001.566250:0:175015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787745001.566253:0:175015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787745001.566261:0:175015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a7672667800. 00000100:00000001:2.0:1787745001.566269:0:175015:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1787745001.566279:0:175015:0:(osc_request.c:1951:osc_brw_prep_request()) Using short io for data transfer, size = 158 00000008:00000020:2.0:1787745001.566285:0:175015:0:(osc_request.c:738:osc_announce_cached()) lustre-OST0000-osc-ffff8a7648bee000: dirty: 28672 undirty: 484638720 dropped 0 grant: 484610048 cl_lost_grant 0 00000008:00000001:2.0:1787745001.566291:0:175015:0:(osc_request.c:1380:osc_checksum_bulk_rw()) Process entered 00000001:00000040:2.0:1787745001.566321:0:175015:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10211 MB/s 00000008:00008000:2.0:1787745001.566328:0:175015:0:(osc_request.c:1351:osc_checksum_bulk()) page fffff41cc4a42980 map ffff8a766d5b1b38 index 0 flags 17ffffc0005028 count 2 priv ffff8a7645ff99f8: off 0 00000008:00000001:2.0:1787745001.566339:0:175015:0:(osc_request.c:1391:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:2.0:1787745001.566341:0:175015:0:(osc_request.c:2070:osc_brw_prep_request()) checksum at write origin: b47d44a6 (4) 00000008:00100000:2.0:1787745001.566344:0:175015:0:(osc_request.c:2124:osc_brw_prep_request()) brw rpc ffff8a766ca36940 - object 0x280000403:2929 offset 0<>158 00000008:00000001:2.0:1787745001.566352:0:175015:0:(osc_request.c:2125:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745001.566355:0:175015:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1787745001.566357:0:175015:0:(lovsub_object.c:130:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1787745001.566358:0:175015:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1787745001.566428:0:175015:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1787745001/1787745001 00000020:00000001:2.0:1787745001.566433:0:175015:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1787745001.566434:0:175015:0:(lovsub_object.c:142:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1787745001.566435:0:175015:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00000100:00000001:2.0:1787745001.566438:0:175015:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787745001.566440:0:175015:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966263616 : -129233743288000 : ffff8a766ca36940) 00000008:00000002:2.0:1787745001.566456:0:175015:0:(osc_request.c:3163:osc_build_rpc()) @@@ 1 pages, aa 00000000d21b3da0, now 0r/1w/0d in flight req@ffff8a766ca36940 x1874579698266496/t0(0) o4->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:6/4 lens 648/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000008:00000008:2.0:1787745001.566466:0:175015:0:(osc_request.c:3175:osc_build_rpc()) [0x200000402:0x10a92:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:2.0:1787745001.566475:0:175015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c9d7333] to pc [ptlrpcd_01_01+1] req@ffff8a766ca36940 x1874579698266496/t0(0) o4->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:6/4 lens 648/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1787745001.566507:0:175015:0:(osc_request.c:3181:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1787745001.566509:0:175015:0:(osc_request.c:3206:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787745001.566511:0:175015:0:(osc_cache.c:2305:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787745001.566513:0:175015:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1787745001.566515:0:175015:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787745001.566517:0:175015:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1787745001.566518:0:175015:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787745001.566519:0:175015:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1787745001.566520:0:175015:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787745001.566524:0:175015:0:(osc_cache.c:2393:osc_next_obj()) Process entered 00000008:00000001:2.0:1787745001.566526:0:175015:0:(osc_cache.c:2423:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787745001.566528:0:175015:0:(osc_cache.c:2496:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1787745001.566532:0:175015:0:(osc_cache.c:3516:osc_cache_writeback_range()) obj ffff8a7648976c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1787745001.566535:0:175015:0:(osc_cache.c:3531:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1787745001.566538:0:175015:0:(osc_io.c:1194:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745001.566539:0:175015:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745001.566541:0:175015:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745001.566543:0:175015:0:(lov_io.c:1553:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745001.566544:0:175015:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745001.566546:0:175015:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:2.0:1787745001.566554:0:175015:0:(lov_io.c:2153:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1787745001.566555:0:175015:0:(lov_io.c:1558:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1787745001.566556:0:175015:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:2.0:1787745001.566558:0:175015:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:2.0:1787745001.566559:0:175015:0:(lov_io.c:1568:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745001.566560:0:175015:0:(lov_io.c:2164:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1787745001.566562:0:175015:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:2.0:1787745001.566564:0:175015:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:2.0:1787745001.566566:0:175015:0:(lov_io.c:1646:lov_io_unlock()) Process entered 00020000:00000001:2.0:1787745001.566567:0:175015:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:2.0:1787745001.566568:0:175015:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:2.0:1787745001.566569:0:175015:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1787745001.566570:0:175015:0:(lov_io.c:1580:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745001.566572:0:175015:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745001.566573:0:175015:0:(lov_io.c:1649:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1787745001.566574:0:175015:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1787745001.566576:0:175015:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1787745001.566577:0:175015:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1787745001.566579:0:175015:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1787745001.566580:0:175015:0:(lov_io.c:1627:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1787745001.566582:0:175015:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:2.0:1787745001.566583:0:175015:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1787745001.566583:0:175015:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1787745001.566585:0:175015:0:(lov_io.c:1574:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745001.566587:0:175015:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745001.566589:0:175015:0:(lov_io.c:1638:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1787745001.566590:0:175015:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1787745001.566591:0:175015:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745001.566593:0:175015:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1787745001.566595:0:175015:0:(lov_io.c:1054:lov_io_fini()) Process entered 00020000:00000001:2.0:1787745001.566597:0:175015:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1787745001.566598:0:175015:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1787745001.566599:0:175015:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787745001.566600:0:175015:0:(cl_object.c:917:cl_env_put()) 1@ffff8a76606552d0 00020000:00000001:2.0:1787745001.566603:0:175015:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1787745001.566605:0:175015:0:(lov_io.c:1073:lov_io_fini()) Process leaving 00000080:00000001:2.0:1787745001.566607:0:175015:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787745001.566609:0:175015:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10a92:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1787745001.566612:0:175015:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787745001.566613:0:175015:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787745001.566616:0:175015:0:(cl_object.c:917:cl_env_put()) 1@ffff8a76453ba090 00000080:00000001:2.0:1787745001.566617:0:175015:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787745001.566620:0:175015:0:(rw.c:1576:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745001.566935:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787745001.566939:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787745001.566942:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787745001.566949:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca36940 x1874579698266496/t0(0) o4->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:6/4 lens 648/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.566958:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787745001.566961:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787745001.566966:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787745001.566968:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787745001.566971:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787745001.566974:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca36940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698266496:192.168.201.110@tcp:4:cp.0 00000100:00000001:2.0:1787745001.566979:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787745001.566985:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787745001.566988:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787745001.566990:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787745001.566996:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a7672664800. 02000000:00000001:2.0:1787745001.566998:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787745001.567005:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1787745001.567010:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7648531210. 00000400:00000010:2.0:1787745001.567017:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703cc0. 00000100:00000200:2.0:1787745001.567026:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874579698266496, portal 4 00000100:00000001:2.0:1787745001.567028:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787745001.567029:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966263616 : -129233743288000 : ffff8a766ca36940) 00000100:00000040:2.0:1787745001.567037:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a766ca36940 x1874579698266496/t0(0) o4->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:6/4 lens 648/448 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.567045:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787745001.567048:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1787745001.567051:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703a18. 00000100:00000200:2.0:1787745001.567054:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 6, xid 1874579698266496, offset 0 00000400:00000200:2.0:1787745001.567061:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1787745001.567070:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.567078:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1787745001.567084:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787745001.567095:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1787745001.567100:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787745001.567103:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1787745001.567108:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440841:440841:256:4294967295] 192.168.201.110@tcp LPNI seq info [440840:440840:8:4294967295] 00000400:00000200:2.0:1787745001.567113:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.567124:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1787745001.567131:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1787745001.567136:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad53900. 00000800:00000200:2.0:1787745001.567142:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1787745001.567151:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1787745001.567156:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad53900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1787745001.567169:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787745001.567174:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137655 usecs (138 jiffies) 00000400:00000200:2.0:1787745001.567177:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1787745001.567180:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301296654 00000100:00000001:2.0:1787745001.567189:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 2, simply extend its deadline from 4301296619 00000100:00000001:2.0:1787745001.567195:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301296654 00000100:00000001:2.0:1787745001.567199:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 3, simply extend its deadline from 4301296619 00000100:00000001:2.0:1787745001.567202:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787745001.567205:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745001.567208:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745001.567210:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787745001.567218:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787745001.567220:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787745001.567223:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787745001.567224:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787745001.567226:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745001.567228:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745001.567239:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787745001.567242:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787745001.569548:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745001.569569:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad53900. 00000400:00000200:2.0:1787745001.569577:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.569585:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745001.569593:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703a18 00000400:00000010:2.0:1787745001.569596:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703a18. 00000100:00000001:2.0:1787745001.569601:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745001.569609:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca36940 x1874579698266496/t0(0) o4->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:6/4 lens 648/448 e 0 to 0 dl 1787745017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.569620:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745001.569624:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a766ca36940 x1874579698266496/t0(0) o4->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:6/4 lens 648/448 e 0 to 0 dl 1787745017 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.569645:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745001.569647:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787745001.571303:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.571322:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745001.571326:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.571329:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.571337:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.571344:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745001.571354:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.571358:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.571364:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.571379:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 448 into portal 4 MB=0x6a8eb9904b180 00000400:00000200:2.0:1787745001.571385:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745001.571392:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 448/448 into md 0x3e1ee5 [1] + 224 00000800:00000001:2.0:1787745001.571399:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.571406:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745001.571409:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745001.571414:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745001.571423:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787745001.571431:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca36940 x1874579698266496/t0(0) o4->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:6/4 lens 648/448 e 0 to 0 dl 1787745017 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787745001.571441:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff8a766ca36940 x1874579698266496/t0(0) o4->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:6/4 lens 648/448 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745001.571476:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787745001.571485:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745001.571489:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745001.571545:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787745001.571550:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787745001.571556:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787745001.571558:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787745001.571562:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7648531210. 00000400:00000200:3.0:1787745001.571567:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703cc0 00000400:00000010:3.0:1787745001.571569:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703cc0. 00000100:00000001:3.0:1787745001.571572:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787745001.571577:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca36940 x1874579698266496/t0(0) o4->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:6/4 lens 648/448 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787745001.571587:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca36940 x1874579698266496/t0(0) o4->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:6/4 lens 648/448 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.571599:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787745001.571601:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745001.571604:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787745001.571607:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787745001.571609:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787745001.571611:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745001.571614:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787745001.571625:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a76486544f0 time=151 v=5 (5 0 0 0) 00000100:00001000:3.0:1787745001.571641:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=103 v=5 (1 1 1 1) 00000100:00000001:3.0:1787745001.571644:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787745001.571646:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745001.571648:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787745001.571652:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.571657:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787745001.571659:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:3.0:1787745001.571694:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787745001.571697:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745001.571703:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca36940 x1874579698266496/t0(0) o4->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:6/4 lens 648/448 e 0 to 0 dl 1787745017 ref 2 fl Rpc:RMQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.571710:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787745001.571713:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787745001.571715:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1787745001.571719:0:2399:0:(osc_request.c:2740:brw_interpret()) Process entered 00000008:00000001:3.0:1787745001.571721:0:2399:0:(osc_request.c:2296:osc_brw_fini_request()) Process entered 00000008:04000000:3.0:1787745001.571726:0:2399:0:(osc_request.c:2319:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:3.0:1787745001.571730:0:2399:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:3.0:1787745001.571734:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff8a7648bee000: setdq to remove for usr 0 00000001:04000000:3.0:1787745001.571736:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff8a7648bee000: setdq to remove for grp 0 00000001:04000000:3.0:1787745001.571737:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff8a7648bee000: setdq to remove for prj 0 00000001:00000001:3.0:1787745001.571740:0:2399:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1787745001.571742:0:2399:0:(osc_request.c:761:osc_update_grant()) got 28672 extra grant 00000008:00008000:3.0:1787745001.571746:0:2399:0:(osc_request.c:2215:check_write_checksum()) checksum b47d44a6 confirmed 00000008:00000001:3.0:1787745001.571750:0:2399:0:(osc_request.c:2351:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1787745001.571770:0:2399:0:(osc_request.c:2571:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:3.0:1787745001.571773:0:2399:0:(osc_request.c:2745:brw_interpret()) request ffff8a766ca36940 aa ffff8a766ca36af0 rc 0 00000020:00000001:3.0:1787745001.571782:0:2399:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:3.0:1787745001.571785:0:2399:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:3.0:1787745001.571788:0:2399:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1787745001.571791:0:2399:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1787745001.571793:0:2399:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.571795:0:2399:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.571796:0:2399:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000008:00000010:3.0:1787745001.571799:0:2399:0:(osc_request.c:2831:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8a7658aed4e0. 00000100:00000001:3.0:1787745001.571804:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787745001.571808:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca36940 x1874579698266496/t0(0) o4->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:6/4 lens 648/448 e 0 to 0 dl 1787745017 ref 2 fl Interpret:RMQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.571816:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787745001.571820:0:2399:0:(osc_cache.c:906:osc_extent_finish()) Process entered 00000008:00000020:3.0:1787745001.571823:0:2399:0:(osc_cache.c:910:osc_extent_finish()) extent ffff8a767ac520c0@{[0 -> 0/1023], 0x280000403:2929, [2|0|-|rpc|wiuY|ffff8a7648976c40], [28672|1|+|-|ffff8a76476ab800|1024|ffff8a765041cf80]} extent finished. 00000008:00010000:3.0:1787745001.571831:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 000000006381444c ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1787745001.571843:0:2399:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:3.0:1787745001.571846:0:2399:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1787745001.571851:0:2399:0:(cl_page.c:1104:cl_page_complete()) page@000000009e88658d[2 00000000da6997c0 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1787745001.571852:0:2399:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1787745001.571854:0:2399:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1787745001.571855:0:2399:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1787745001.571858:0:2399:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1787745001.571861:0:2399:0:(cl_page.c:507:__cl_page_state_set()) page@000000009e88658d[2 00000000da6997c0 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1787745001.571862:0:2399:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1787745001.571864:0:2399:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1787745001.571866:0:2399:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1787745001.571870:0:2399:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000009e88658d[2 00000000da6997c0 1 1 0000000000000000 0 0 0] 00000080:00008000:3.0:1787745001.571872:0:2399:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1787745001.571888:0:2399:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1787745001.571889:0:2399:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1787745001.571897:0:2399:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1787745001.571901:0:2399:0:(cl_page.c:556:cl_batch_put()) page@000000009e88658d[2 00000000da6997c0 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1787745001.571902:0:2399:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1787745001.571904:0:2399:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1787745001.571905:0:2399:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:3.0:1787745001.571908:0:2399:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 484638720 dirty: 0/0 00000008:00000020:3.0:1787745001.571913:0:2399:0:(osc_cache.c:498:__osc_extent_remove()) extent ffff8a767ac520c0@{[0 -> 0/1023], 0x280000403:2929, [1|0|-|inv|wuY|ffff8a7648976c40], [28672|0|-|-|ffff8a76476ab800|1024|ffff8a765041cf80]} destroyed. 00000008:00010000:3.0:1787745001.571920:0:2399:0:(osc_cache.c:498:__osc_extent_remove()) ### extent: 000000006381444c ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787745001.571928:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745001.571930:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1787745001.571933:0:2399:0:(osc_cache.c:374:osc_extent_put()) slab-freed '(ext)': 192 at ffff8a767ac520c0. 00000008:00000001:3.0:1787745001.571937:0:2399:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1787745001.571940:0:2399:0:(osc_request.c:2699:osc_release_ppga()) kvfree 'ppga': 8 at ffff8a76799700b8. 00000008:00000020:3.0:1787745001.571948:0:2399:0:(osc_cache.c:2512:__osc_io_unplug()) Queue writeback work for client ffff8a7648658820. 00000008:00000001:3.0:1787745001.571959:0:2399:0:(osc_request.c:2935:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745001.571964:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca36940 x1874579698266496/t0(0) o4->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:6/4 lens 648/448 e 0 to 0 dl 1787745017 ref 1 fl Interpret:RMQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787745001.571973:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca36940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698266496:192.168.201.110@tcp:4:cp.0 00000100:00000001:3.0:1787745001.571978:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745001.571980:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787745001.571983:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca36940 x1874579698266496/t0(0) o4->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:6/4 lens 648/448 e 0 to 0 dl 1787745017 ref 1 fl Complete:RMQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745001.571989:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787745001.571991:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787745001.571994:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a7672664800. 02000000:00000001:3.0:1787745001.571997:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787745001.572000:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787745001.572002:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=2 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:3.0:1787745001.572004:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787745001.572006:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a7672667800. 02000000:00000001:3.0:1787745001.572015:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787745001.572017:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787745001.572019:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca36940. 00000100:00000001:3.0:1787745001.572023:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787745001.572025:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745001.572027:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745001.572034:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787745001.572036:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745001.572038:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787745001.572041:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745001.572052:0:130825:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787745001.572056:0:130825:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614840203347944 : -129233506203672 : ffff8a767ac507e8) 00000020:00001000:3.0:1787745001.572059:0:130825:0:(cl_object.c:823:cl_env_get()) 1@ffff8a767ac507e0 00000008:00000020:3.0:1787745001.572061:0:130825:0:(osc_request.c:4240:brw_queue_work()) Run writeback work for client obd ffff8a7648658820. 00000008:00000001:3.0:1787745001.572063:0:130825:0:(osc_cache.c:2432:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1787745001.572065:0:130825:0:(osc_cache.c:2393:osc_next_obj()) Process entered 00000008:00000001:3.0:1787745001.572068:0:130825:0:(osc_cache.c:2423:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787745001.572070:0:130825:0:(osc_cache.c:2496:osc_check_rpcs()) Process leaving 00000020:00001000:3.0:1787745001.572071:0:130825:0:(cl_object.c:917:cl_env_put()) 1@ffff8a767ac507e0 00010000:00000001:1.0:1787745001.625923:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745001.625931:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.625936:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745001.625937:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.625939:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745001.625941:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745001.625943:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745001.625945:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745001.626183:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787745001.626187:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787745001.626191:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787745001.703830:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301296654, at 4301296656 00000100:00000010:3.0:1787745001.703848:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897ac60. 00000100:00000040:2.0:1787745001.703946:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301296654, at 4301296656 00000100:00000010:2.0:1787745001.703952:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897a8a0. 00000080:00000001:0.0:1787745002.586186:0:179946:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787745002.586196:0:179946:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787745002.586199:0:179946:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787745002.586204:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187bbc0 00000080:00200000:0.0:1787745002.586210:0:179946:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:0.0:1787745002.586221:0:179946:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7647e98600. 00800000:00000002:0.0:1787745002.586229:0:179946:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:0.0:1787745002.586235:0:179946:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787745002.586240:0:179946:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787745002.586242:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187bae0 00800000:00000002:0.0:1787745002.586245:0:179946:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787745002.586250:0:179946:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787745002.586253:0:179946:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787745002.586256:0:179946:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787745002.586259:0:179946:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787745002.586261:0:179946:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787745002.586271:0:179946:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787745002.586273:0:179946:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787745002.586275:0:179946:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787745002.586298:0:179946:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787745002.586305:0:179946:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787745002.586307:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187b9b0 00000002:00010000:0.0:1787745002.586309:0:179946:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787745002.586313:0:179946:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787745002.586315:0:179946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787745002.586320:0:179946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787745002.586330:0:179946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a765346b600 count: 2 00010000:00000001:0.0:1787745002.586333:0:179946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787745002.586341:0:179946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787745002.586346:0:179946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787745002.586352:0:179946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1787745002.586363:0:179946:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787745002.586369:0:179946:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745002.586372:0:179946:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1787745002.586389:0:179946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787745002.586391:0:179946:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787745002.586394:0:179946:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787745002.586396:0:179946:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787745002.586398:0:179946:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787745002.586400:0:179946:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787745002.586403:0:179946:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787745002.586407:0:179946:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:0.0:1787745002.586410:0:179946:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7647e98600. 00000080:00000001:0.0:1787745002.586416:0:179946:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787745002.586418:0:179946:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787745002.586422:0:179946:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:0.0:1787745002.586432:0:179946:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa08f9 00800000:00000001:0.0:1787745002.586436:0:179946:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787745002.586438:0:179946:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787745002.587977:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.587987:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.587991:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:0.0:1787745002.587996:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745002.588001:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745002.588005:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.588007:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787745002.588009:0:179946:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787745002.588012:0:179946:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787745002.588016:0:179946:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08f9 from it ffffa29d4187bbf8 00010000:00000001:0.0:1787745002.588019:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.588020:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.588021:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:0.0:1787745002.588023:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745002.588025:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745002.588028:0:179946:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787745002.588033:0:179946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1787745002.588042:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.588043:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.588045:0:179946:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787745002.588049:0:179946:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787745002.588052:0:179946:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1787745002.588065:0:179946:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787745002.588070:0:179946:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787745002.588072:0:179946:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787745002.588078:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.588079:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.588100:0:179946:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.588105:0:179946:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787745002.588107:0:179946:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.588110:0:179946:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.588113:0:179946:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.588115:0:179946:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787745002.588117:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.588118:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787745002.588123:0:179946:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787745002.588125:0:179946:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787745002.588129:0:179946:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8), inode mode 41ff mask 1 00000080:00000001:0.0:1787745002.588134:0:179946:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745002.588140:0:179946:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1787745002.588143:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187bb88 00000080:00002000:0.0:1787745002.588146:0:179946:0:(dcache.c:87:ll_dcompare()) found name d36h.sanity(ffff8a7649e73bd0) flags 0x20000e refc 1 00000080:00000001:0.0:1787745002.588149:0:179946:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.588151:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187bbd0 00000080:00200000:0.0:1787745002.588152:0:179946:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d36h.sanity, flags=25 00000080:00000001:0.0:1787745002.588157:0:179946:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1787745002.588159:0:179946:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745002.588163:0:179946:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787745002.588165:0:179946:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x10a91:0x0](ffff8a766d5b3248), inode mode 41ed mask 1 00000080:00000001:0.0:1787745002.588167:0:179946:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745002.588173:0:179946:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1787745002.588174:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187bb58 00000080:00002000:0.0:1787745002.588176:0:179946:0:(dcache.c:87:ll_dcompare()) found name f36h.sanity(ffff8a7649e70d80) flags 0x48004e refc 0 00000080:00000001:0.0:1787745002.588178:0:179946:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.588179:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187bbc8 00000080:00200000:0.0:1787745002.588180:0:179946:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f36h.sanity, flags=777 00000080:00000001:0.0:1787745002.588185:0:179946:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787745002.588186:0:179946:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x10a92:0x0](ffff8a766d5b1988), inode mode 81a4 mask 42 00000080:00000001:0.0:1787745002.588188:0:179946:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745002.588194:0:179946:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1787745002.588196:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187bb98 00000080:00200008:0.0:1787745002.588198:0:179946:0:(file.c:1090:ll_file_open()) START file f36h.sanity:[0x200000402:0x10a92:0x0](ffff8a766d5b1988), flags 104501 00000080:00000010:0.0:1787745002.588206:0:179946:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8a76486f17c0. 00000080:00000001:0.0:1787745002.588219:0:179946:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1787745002.588225:0:179946:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7647e98600. 00800000:00000002:0.0:1787745002.588230:0:179946:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a766c5d6e80 2 00000080:00000001:0.0:1787745002.588235:0:179946:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787745002.588238:0:179946:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787745002.588241:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187ba48 00800000:00000002:0.0:1787745002.588243:0:179946:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000402:0x10a92:0x0] '' on [0x200000402:0x10a91:0x0] 00800000:00000001:0.0:1787745002.588246:0:179946:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1787745002.588250:0:179946:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787745002.588253:0:179946:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787745002.588255:0:179946:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787745002.588258:0:179946:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787745002.588260:0:179946:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787745002.588262:0:179946:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a92:0x0] 00800000:00000001:0.0:1787745002.588264:0:179946:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.588267:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187b9c8 00800000:00000002:0.0:1787745002.588269:0:179946:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000402:0x10a92:0x0], fid2=[0x200000402:0x10a92:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1787745002.588273:0:179946:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787745002.588275:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187b900 00000002:00010000:0.0:1787745002.588615:0:179946:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x10a92:0x0]) in obj [0x200000402:0x10a92:0x0], intent: open|creat flags 0100240104502 00000002:00000001:0.0:1787745002.588621:0:179946:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1787745002.588624:0:179946:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1787745002.588628:0:179946:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787745002.588636:0:179946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976000 count: 2 00010000:00000001:0.0:1787745002.588640:0:179946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787745002.588643:0:179946:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787745002.588647:0:179946:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.588649:0:179946:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745002.588652:0:179946:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745002.588654:0:179946:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1787745002.588656:0:179946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976000 count: 2 00010000:00000001:0.0:1787745002.588658:0:179946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787745002.588659:0:179946:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1787745002.588690:0:179946:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787745002.588694:0:179946:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd1177cb064f749db expref: -99 pid: 179943 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1787745002.588712:0:179946:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1787745002.588718:0:179946:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1787745002.588720:0:179946:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1787745002.588722:0:179946:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x10a92:0x0] mode (null) 00000002:00000001:0.0:1787745002.588726:0:179946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787745002.588728:0:179946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787745002.588732:0:179946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976000 count: 3 00010000:00000001:0.0:1787745002.588734:0:179946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787745002.588738:0:179946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745002.588740:0:179946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787745002.588741:0:179946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787745002.588754:0:179946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976000 count: 3 00010000:00000001:0.0:1787745002.588756:0:179946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787745002.588758:0:179946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745002.588760:0:179946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787745002.588761:0:179946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787745002.588763:0:179946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976000 count: 3 00010000:00000001:0.0:1787745002.588765:0:179946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787745002.588767:0:179946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745002.588769:0:179946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787745002.588770:0:179946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787745002.588771:0:179946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976000 count: 3 00010000:00000001:0.0:1787745002.588773:0:179946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1787745002.588776:0:179946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745002.588778:0:179946:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745002.588781:0:179946:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1787745002.588783:0:179946:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787745002.588789:0:179946:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839278708856 : -129234430842760 : ffff8a7643a82878) 00000020:00001000:0.0:1787745002.588792:0:179946:0:(cl_object.c:823:cl_env_get()) 1@ffff8a7643a82870 00000020:00000001:0.0:1787745002.588794:0:179946:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1787745002.588798:0:179946:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x10a92:0x0]: losing layout lock 00000080:00000001:0.0:1787745002.588801:0:179946:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1787745002.588804:0:179946:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1787745002.588808:0:179946:0:(lov_object.c:1456:lov_conf_set()) Process entered 00020000:00000001:0.0:1787745002.588810:0:179946:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1787745002.588818:0:179946:0:(lov_object.c:1543:lov_conf_set()) [0x200000402:0x10a92:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1787745002.588820:0:179946:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.588821:0:179946:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787745002.588824:0:179946:0:(cl_object.c:917:cl_env_put()) 1@ffff8a7643a82870 00000080:00000001:0.0:1787745002.588827:0:179946:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745002.588830:0:179946:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1787745002.588832:0:179946:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x10a92:0x0](ffff8a766d5b1988) invalid 00000020:00000001:0.0:1787745002.588834:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187b4c8 00000080:00002000:0.0:1787745002.588836:0:179946:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f36h.sanity (ffff8a7649e70d80) parent ffff8a7649e73bd0 inode ffff8a766d5b1988 refc 2 00000080:00000001:0.0:1787745002.588839:0:179946:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1787745002.588842:0:179946:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1787745002.588843:0:179946:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.588847:0:179946:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787745002.588850:0:179946:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787745002.588852:0:179946:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787745002.588854:0:179946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787745002.588857:0:179946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787745002.588860:0:179946:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a767247ec00 with handle 0x6bfe83e2a9fa091c from hash 00010000:00000001:0.0:1787745002.588863:0:179946:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787745002.588864:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.588865:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.588867:0:179946:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787745002.588870:0:179946:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787745002.588871:0:179946:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1787745002.588874:0:179946:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787745002.588875:0:179946:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787745002.588877:0:179946:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1787745002.588882:0:179946:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76724761c0. 00000020:00000040:0.0:1787745002.588886:0:179946:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1730 obd=lustre-MDT0000-mdc-ffff8a7648bee000 02000000:00000001:0.0:1787745002.588894:0:179946:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787745002.588896:0:179946:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.588899:0:179946:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00000100:00000001:0.0:1787745002.588905:0:179946:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787745002.588907:0:179946:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787745002.588913:0:179946:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787745002.588923:0:179946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff8a76494ec000. 00000100:00000001:0.0:1787745002.588938:0:179946:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.588945:0:179946:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787745002.588948:0:179946:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1787745002.588951:0:179946:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 1/0,0 mode: --/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd1177cb064f749db expref: -99 pid: 179943 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1787745002.588958:0:179946:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1787745002.588960:0:179946:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787745002.588962:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787745002.588964:0:179946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ec00/0x6bfe83e2a9fa091c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd1177cb064f749db expref: -99 pid: 179943 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1787745002.588972:0:179946:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8a76476bdf80. 00010000:00000040:0.0:1787745002.588979:0:179946:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a7658976000 count: 0 00010000:00000010:0.0:1787745002.588983:0:179946:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a7648972f00. 00010000:00000001:0.0:1787745002.588993:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.588995:0:179946:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.588997:0:179946:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787745002.588998:0:179946:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.589000:0:179946:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745002.589007:0:179946:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446614840060895680 : -129233648655936 : ffff8a76724761c0) 00010000:00000001:0.0:1787745002.589012:0:179946:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787745002.589014:0:179946:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1787745002.589019:0:179946:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8a764543f400. 00010000:00000010:0.0:1787745002.589023:0:179946:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a766c5d6900. 00010000:00000001:0.0:1787745002.589028:0:179946:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787745002.589031:0:179946:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a7647353800. 00000020:00000001:0.0:1787745002.589033:0:179946:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787745002.589036:0:179946:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a7647353800 with handle 0x6bfe83e2a9fa0931 to hash 00000020:00000001:0.0:1787745002.589038:0:179946:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787745002.589039:0:179946:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.589043:0:179946:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.589046:0:179946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787745002.589052:0:179946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745002.589057:0:179946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353800/0x6bfe83e2a9fa0931 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x10a92:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 179946 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787745002.589064:0:179946:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353800/0x6bfe83e2a9fa0931 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x10a92:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179946 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1787745002.589078:0:179946:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a7648bee000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1787745002.589090:0:179946:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a76724761c0 x1874579698266752/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4616/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1787745002.589101:0:179946:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353800/0x6bfe83e2a9fa0931 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x10a92:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179946 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787745002.589107:0:179946:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787745002.589109:0:179946:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787745002.589116:0:179946:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a76439273c0. 00000100:00000001:0.0:1787745002.589119:0:179946:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614839277286336 : -129234432265280 : ffff8a76439273c0) 00000100:00000001:0.0:1787745002.589122:0:179946:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787745002.589124:0:179946:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060895680 : -129233648655936 : ffff8a76724761c0) 00000100:00000001:0.0:1787745002.589128:0:179946:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787745002.589134:0:179946:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745002.589136:0:179946:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787745002.589138:0:179946:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787745002.589143:0:179946:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76724761c0 x1874579698266752/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4616/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745002.589151:0:179946:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787745002.589153:0:179946:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787745002.589157:0:179946:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787745002.589160:0:179946:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787745002.589162:0:179946:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787745002.589165:0:179946:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76724761c0 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179946:1874579698266752:192.168.201.110@tcp:101:touch.0 00000100:00000001:0.0:1787745002.589169:0:179946:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787745002.589182:0:179946:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787745002.589185:0:179946:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787745002.589187:0:179946:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787745002.589234:0:179946:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8a7648fc0000. 02000000:00000001:0.0:1787745002.589237:0:179946:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787745002.589247:0:179946:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1787745002.589253:0:179946:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76461c3f78. 00000400:00000010:0.0:1787745002.589261:0:179946:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8a7646176c00. 00000100:00000200:0.0:1787745002.589270:0:179946:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1874579698266752, portal 10 00000100:00000001:0.0:1787745002.589273:0:179946:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787745002.589274:0:179946:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060895680 : -129233648655936 : ffff8a76724761c0) 00000100:00000040:0.0:1787745002.590307:0:179946:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a76724761c0 x1874579698266752/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4616/70288 e 0 to 0 dl 1787745018 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745002.590319:0:179946:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787745002.590322:0:179946:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1787745002.590330:0:179946:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a7643927d80. 00000100:00000200:0.0:1787745002.590337:0:179946:0:(niobuf.c:94:ptl_send_buf()) Sending 4616 bytes to portal 12, xid 1874579698266752, offset 0 00000400:00000200:0.0:1787745002.590345:0:179946:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1787745002.590355:0:179946:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787745002.590363:0:179946:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1787745002.590369:0:179946:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787745002.590374:0:179946:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1787745002.590377:0:179946:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787745002.590392:0:179946:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1787745002.590396:0:179946:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440842:440842:256:4294967295] 192.168.201.110@tcp LPNI seq info [440841:440841:8:4294967295] 00000400:00000200:0.0:1787745002.590401:0:179946:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1787745002.590412:0:179946:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1787745002.590419:0:179946:0:(socklnd_cb.c:931:ksocknal_send()) sending 4616 bytes in 2 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1787745002.590425:0:179946:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8a7647e98c00. 00000800:00000200:0.0:1787745002.590433:0:179946:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1787745002.590453:0:179946:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1787745002.590458:0:179946:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7647e98c00 type 1, nob 4712 niov 1 nkiov 2 00000100:00000001:0.0:1787745002.590492:0:179946:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787745002.590497:0:179946:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:0.0:1787745002.590501:0:179946:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1787745002.590504:0:179946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301297551 00000100:00000010:0.0:1787745002.590509:0:179946:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a766c7f2960. 00000100:00000001:0.0:1787745002.590517:0:179946:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787745002.590523:0:179946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301297551 00000100:00000010:0.0:1787745002.590527:0:179946:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a766c7f2840. 00000100:00000001:0.0:1787745002.590530:0:179946:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787745002.590639:0:179946:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787745002.590643:0:179946:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745002.590646:0:179946:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787745002.590648:0:179946:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787745002.590652:0:179946:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a76439273c0 going to sleep for 11 seconds 00000100:00000001:0.0:1787745002.590656:0:179946:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787745002.590660:0:179946:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787745002.591234:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745002.591242:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8a7647e98c00. 00000400:00000200:2.0:1787745002.591249:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745002.591256:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745002.591265:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7643927d80 00000400:00000010:2.0:1787745002.591268:0:2391:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8a7643927d80. 00000100:00000001:2.0:1787745002.591276:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745002.591283:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76724761c0 x1874579698266752/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4616/70288 e 0 to 0 dl 1787745018 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745002.591410:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745002.591416:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76724761c0 x1874579698266752/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4616/70288 e 0 to 0 dl 1787745018 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745002.591424:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745002.591425:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787745002.599264:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.599285:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745002.599289:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.599292:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745002.599411:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.599419:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745002.599429:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.599433:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.599439:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.599444:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 664 into portal 10 MB=0x6a8eb9904b280 00000400:00000200:2.0:1787745002.599466:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.599473:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 664/664 into md 0x3e1ef5 [32] + 224 00000800:00000001:2.0:1787745002.599481:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.599489:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745002.599494:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745002.599498:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745002.599507:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787745002.599516:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76724761c0 x1874579698266752/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4616/70288 e 0 to 0 dl 1787745018 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787745002.599527:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=70288 req@ffff8a76724761c0 x1874579698266752/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4616/70288 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745002.599573:0:179946:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787745002.599591:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787745002.599599:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.599604:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787745002.600558:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301297551, at 4301297552 00000100:00000010:3.0:1787745002.600570:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a766c7f2840. 00000100:00000040:2.0:1787745002.600611:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301297551, at 4301297552 00000100:00000010:2.0:1787745002.600619:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a766c7f2960. 00010000:00000010:0.1:1787745002.604198:0:179946:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a7658976000. 00010000:00000010:0.1:1787745002.604215:0:179946:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a767247ec00. 00000400:00000001:0.0:1787745002.604235:0:179946:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787745002.604239:0:179946:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787745002.604243:0:179946:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76461c3f78. 00000400:00000200:0.0:1787745002.604247:0:179946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7646176c00 00000400:00000010:0.0:1787745002.604249:0:179946:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff8a7646176c00. 00000100:00000001:0.0:1787745002.604257:0:179946:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787745002.604272:0:179946:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76724761c0 x1874579698266752/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4616/70288 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787745002.604285:0:179946:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76724761c0 x1874579698266752/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4616/70288 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745002.604302:0:179946:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787745002.604305:0:179946:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787745002.604308:0:179946:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787745002.604311:0:179946:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787745002.604314:0:179946:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787745002.604316:0:179946:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787745002.604336:0:179946:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787745002.604699:0:179946:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=116 v=5 (5 5 5 5) 00000100:00001000:0.0:1787745002.604705:0:179946:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=69 v=5 (1 1 1 1) 00000100:00000001:0.0:1787745002.604708:0:179946:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787745002.604710:0:179946:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.604713:0:179946:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787745002.604718:0:179946:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745002.604722:0:179946:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1787745002.604724:0:179946:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1787745002.604726:0:179946:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1787745002.604729:0:179946:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787745002.604731:0:179946:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060895680 : -129233648655936 : ffff8a76724761c0) 00000100:00000001:0.0:1787745002.604735:0:179946:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787745002.604738:0:179946:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:0.0:1787745002.604740:0:179946:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787745002.604753:0:179946:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787745002.604760:0:179946:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76724761c0 x1874579698266752/t25769956162(25769956162) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4616/664 e 0 to 0 dl 1787745018 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745002.604768:0:179946:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787745002.604772:0:179946:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787745002.604775:0:179946:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787745002.604779:0:179946:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76724761c0 x1874579698266752/t25769956162(25769956162) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4616/664 e 0 to 0 dl 1787745018 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787745002.604788:0:179946:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76724761c0 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179946:1874579698266752:192.168.201.110@tcp:101:touch.0 00000100:00000001:0.0:1787745002.604795:0:179946:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787745002.604799:0:179946:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745002.604801:0:179946:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787745002.604873:0:179946:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787745002.604879:0:179946:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76724761c0 x1874579698266752/t25769956162(25769956162) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4616/664 e 0 to 0 dl 1787745018 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745002.604886:0:179946:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787745002.604888:0:179946:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a76439273c0. 00000100:00000001:0.0:1787745002.604900:0:179946:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787745002.604902:0:179946:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.604905:0:179946:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787745002.604910:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.604914:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.604918:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353800 refcount=4 00000020:00000001:0.0:1787745002.604920:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.604924:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000040:0.0:1787745002.604991:0:179946:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8a7647353800, remote cookie: 0xd1177cb064f749fe, flags: 0x1001 00010000:00010000:0.0:1787745002.604998:0:179946:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353800/0x6bfe83e2a9fa0931 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x10a92:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749fe expref: -99 pid: 179946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787745002.605009:0:179946:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353800/0x6bfe83e2a9fa0931 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749fe expref: -99 pid: 179946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745002.605017:0:179946:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787745002.605022:0:179946:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1787745002.605024:0:179946:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1787745002.605026:0:179946:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1787745002.605027:0:179946:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1787745002.605030:0:179946:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x10a92:0x0].0x0 (ffff8a764543f400) refcount = 1 00010000:00010000:0.0:1787745002.605034:0:179946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353800/0x6bfe83e2a9fa0931 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f749fe expref: -99 pid: 179946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745002.605041:0:179946:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1787745002.605044:0:179946:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787745002.605046:0:179946:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787745002.605049:0:179946:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787745002.605051:0:179946:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745002.605055:0:179946:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353800/0x6bfe83e2a9fa0931 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749fe expref: -99 pid: 179946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745002.605062:0:179946:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787745002.605070:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.605072:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.605073:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.605074:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.605076:0:179946:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787745002.605082:0:179946:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1787745002.605085:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.605087:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.605089:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353800 refcount=3 00000020:00000001:0.0:1787745002.605091:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.605093:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.605095:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.605096:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.605098:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353800 refcount=4 00000020:00000001:0.0:1787745002.605100:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.605102:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.605105:0:179946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787745002.605109:0:179946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745002.605113:0:179946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353800/0x6bfe83e2a9fa0931 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f749fe expref: -99 pid: 179946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745002.605120:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.605121:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.605122:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.605123:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.605125:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353800 refcount=5 00000020:00000001:0.0:1787745002.605127:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.605129:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.605131:0:179946:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787745002.605134:0:179946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353800/0x6bfe83e2a9fa0931 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f749fe expref: -99 pid: 179946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745002.605140:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.605147:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787745002.605431:0:179946:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353800/0x6bfe83e2a9fa0931 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f749fe expref: -99 pid: 179946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745002.605440:0:179946:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787745002.605441:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.605442:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.605444:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.605445:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1787745002.605451:0:179946:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff8a76724761c0 x1874579698266752/t25769956162(25769956162) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4616/664 e 0 to 0 dl 1787745018 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787745002.605460:0:179946:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1787745002.605465:0:179946:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a76724761c0 x1874579698266752/t25769956162(25769956162) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 4616/664 e 0 to 0 dl 1787745018 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1787745002.605472:0:179946:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.605479:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.605481:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.605482:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353800 refcount=3 00000020:00000001:0.0:1787745002.605485:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.605487:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00000002:00010000:0.0:1787745002.605491:0:179946:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353800/0x6bfe83e2a9fa0931 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749fe expref: -99 pid: 179946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1787745002.605690:0:179946:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8a76476bdd00. 00010000:00000001:1.0:1787745002.605700:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.605702:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745002.605703:0:179946:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745002.605706:0:179946:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745002.605708:0:179946:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1787745002.605711:0:179946:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745002.605712:0:179946:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060895680 : -129233648655936 : ffff8a76724761c0) 00010000:00000001:1.0:1787745002.605715:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.605716:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.605718:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353800 refcount=3 00000020:00000001:1.0:1787745002.605720:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:1.0:1787745002.605722:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00000002:00010000:1.0:1787745002.605726:0:179946:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353800/0x6bfe83e2a9fa0931 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f749fe expref: -99 pid: 179946 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745002.605732:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.605733:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.605736:0:179946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787745002.605737:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.605738:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.605740:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353800 refcount=3 00000020:00000001:1.0:1787745002.605761:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:1.0:1787745002.605763:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000040:1.0:1787745002.605771:0:179946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a764543f400 count: 2 00010000:00000001:1.0:1787745002.605773:0:179946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787745002.605777:0:179946:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a7647e84400 type 13 mode 4 res 8589935618/68242 (0 0) 00010000:00000001:1.0:1787745002.605780:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.605781:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745002.605783:0:179946:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787745002.605786:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187b888 00000002:00002000:1.0:1787745002.605789:0:179946:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1787745002.605792:0:179946:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745002.605797:0:179946:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745002.605801:0:179946:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787745002.605880:0:179946:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x10a92:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1787745002.605884:0:179946:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745002.605889:0:179946:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a766c5d6e80 2 00000080:00000010:1.0:1787745002.605893:0:179946:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7647e98600. 00000080:00000001:1.0:1787745002.605899:0:179946:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787745002.605905:0:179946:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1787745002.605909:0:179946:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1787745002.605913:0:179946:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787745002.605918:0:179946:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839305153784 : -129234404397832 : ffff8a76453bacf8) 00000020:00001000:1.0:1787745002.605920:0:179946:0:(cl_object.c:823:cl_env_get()) 1@ffff8a76453bacf0 00000020:00000001:1.0:1787745002.605923:0:179946:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787745002.605928:0:179946:0:(lov_object.c:1456:lov_conf_set()) Process entered 00020000:00000001:1.0:1787745002.605941:0:179946:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787745002.605948:0:179946:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8a765897a360. 00020000:00000010:1.0:1787745002.605954:0:179946:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8a7646ed1200. 00020000:00000010:1.0:1787745002.605959:0:179946:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8a765897ac00. 00020000:00000001:1.0:1787745002.605962:0:179946:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614839629949952 : -129234079601664 : ffff8a765897ac00) 00020000:00000002:1.0:1787745002.605965:0:179946:0:(lov_ea.c:755:dump_lsm()) lsm ffff8a765897ac00, objid 0x10a92:1026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787745002.605970:0:179946:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787745002.605974:0:179946:0:(lov_ea.c:805:dump_lsm()) oinfo:ffff8a7646ed1200: ostid: 0x280000403:2929 ost idx: 0 gen: 0 00020000:00000002:1.0:1787745002.605979:0:179946:0:(lov_object.c:1310:lov_conf_lock()) Took exclusive lov(ffff8a7648971ba0) owner ffff8a76461ccf80 00020000:00000001:1.0:1787745002.605983:0:179946:0:(lov_object.c:1516:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787745002.605985:0:179946:0:(lov_object.c:1316:lov_conf_unlock()) To release exclusive lov(ffff8a7648971ba0) owner ffff8a76461ccf80 00020000:00000010:1.0:1787745002.605991:0:179946:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8a7646ed1200. 00020000:00000010:1.0:1787745002.605994:0:179946:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8a765897a360. 00020000:00000010:1.0:1787745002.605998:0:179946:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8a765897ac00. 00020000:00000002:1.0:1787745002.606000:0:179946:0:(lov_object.c:1543:lov_conf_set()) [0x200000402:0x10a92:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787745002.606003:0:179946:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.606005:0:179946:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1787745002.606007:0:179946:0:(cl_object.c:917:cl_env_put()) 1@ffff8a76453bacf0 00000080:00000001:1.0:1787745002.606012:0:179946:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289347730 : 144115205289347730 : 200000402010a92) 00000080:00000001:1.0:1787745002.606015:0:179946:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:1.0:1787745002.606021:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.606022:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.606029:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353800 refcount=3 00000020:00000001:1.0:1787745002.606031:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:1.0:1787745002.606033:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00000080:00000001:1.0:1787745002.606036:0:179946:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787745002.606038:0:179946:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787745002.606039:0:179946:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839305153784 : -129234404397832 : ffff8a76453bacf8) 00000020:00001000:1.0:1787745002.606041:0:179946:0:(cl_object.c:823:cl_env_get()) 1@ffff8a76453bacf0 00000020:00000001:1.0:1787745002.606043:0:179946:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787745002.606045:0:179946:0:(lov_object.c:1456:lov_conf_set()) Process entered 00020000:00000001:1.0:1787745002.606046:0:179946:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787745002.606049:0:179946:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8a765897ac00. 00020000:00000010:1.0:1787745002.606052:0:179946:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8a7646ed1200. 00020000:00000010:1.0:1787745002.606054:0:179946:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8a765897a360. 00020000:00000001:1.0:1787745002.606056:0:179946:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614839629947744 : -129234079603872 : ffff8a765897a360) 00020000:00000002:1.0:1787745002.606059:0:179946:0:(lov_ea.c:755:dump_lsm()) lsm ffff8a765897a360, objid 0x10a92:1026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787745002.606062:0:179946:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787745002.606066:0:179946:0:(lov_ea.c:805:dump_lsm()) oinfo:ffff8a7646ed1200: ostid: 0x280000403:2929 ost idx: 0 gen: 0 00020000:00000002:1.0:1787745002.606068:0:179946:0:(lov_object.c:1310:lov_conf_lock()) Took exclusive lov(ffff8a7648971ba0) owner ffff8a76461ccf80 00020000:00000001:1.0:1787745002.606071:0:179946:0:(lov_object.c:1516:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787745002.606073:0:179946:0:(lov_object.c:1316:lov_conf_unlock()) To release exclusive lov(ffff8a7648971ba0) owner ffff8a76461ccf80 00020000:00000010:1.0:1787745002.606075:0:179946:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8a7646ed1200. 00020000:00000010:1.0:1787745002.606078:0:179946:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8a765897ac00. 00020000:00000010:1.0:1787745002.606080:0:179946:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8a765897a360. 00020000:00000002:1.0:1787745002.606081:0:179946:0:(lov_object.c:1543:lov_conf_set()) [0x200000402:0x10a92:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787745002.606083:0:179946:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.606085:0:179946:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.606089:0:179946:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1787745002.606092:0:179946:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a76461ccf80 00020000:00000002:1.0:1787745002.606095:0:179946:0:(lov_object.c:2402:lov_lsm_addref()) lsm ffff8a765897a600 addref 2/0 by ffff8a76461ccf80. 00020000:00000002:1.0:1787745002.606098:0:179946:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a76461ccf80 00020000:00000001:1.0:1787745002.606100:0:179946:0:(lov_object.c:2298:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1787745002.606102:0:179946:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1787745002.606109:0:179946:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1787745002.606110:0:179946:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1787745002.606113:0:179946:0:(lov_object.c:2317:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1787745002.606115:0:179946:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x10a92:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1787745002.606118:0:179946:0:(cl_object.c:917:cl_env_put()) 1@ffff8a76453bacf0 00000080:00000001:1.0:1787745002.606120:0:179946:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.606122:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.606124:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787745002.606125:0:179946:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787745002.606128:0:179946:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787745002.606130:0:179946:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745002.606133:0:179946:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x10a92:0x0](ffff8a766d5b1988) for lock 0x6bfe83e2a9fa0931 00800000:00000001:1.0:1787745002.606137:0:179946:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787745002.606138:0:179946:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787745002.606140:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.606141:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.606143:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353800 refcount=3 00000020:00000001:1.0:1787745002.606145:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:1.0:1787745002.606147:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:1.0:1787745002.606150:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.606151:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745002.606152:0:179946:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745002.606154:0:179946:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.606157:0:179946:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745002.606304:0:179946:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76724761c0 x1874579698266752/t25769956162(25769956162) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1787745018 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.606313:0:179946:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745002.606316:0:179946:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa0931 from it ffffa29d4187bbf0 00010000:00000001:1.0:1787745002.606318:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.606320:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.606321:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353800 refcount=3 00000020:00000001:1.0:1787745002.606323:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:1.0:1787745002.606325:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:1.0:1787745002.606327:0:179946:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745002.606336:0:179946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353800/0x6bfe83e2a9fa0931 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd1177cb064f749fe expref: -99 pid: 179946 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745002.606408:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.606409:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.606411:0:179946:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787745002.606414:0:179946:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787745002.606417:0:179946:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353800/0x6bfe83e2a9fa0931 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd1177cb064f749fe expref: -99 pid: 179946 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787745002.606425:0:179946:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745002.606428:0:179946:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745002.606430:0:179946:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745002.606434:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.606435:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.606437:0:179946:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.606440:0:179946:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745002.606442:0:179946:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.606445:0:179946:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.606448:0:179946:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.606451:0:179946:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745002.606452:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.606453:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787745002.606456:0:179946:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787745002.606462:0:179946:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8a76476bd6c0. 00000080:00000001:1.0:1787745002.606465:0:179946:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1787745002.606469:0:179946:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1787745002.606472:0:179946:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787745002.606475:0:179946:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787745002.606477:0:179946:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787745002.606479:0:179946:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787745002.606481:0:179946:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745002.606484:0:179946:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a92:0x0] 00800000:00000001:1.0:1787745002.606486:0:179946:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745002.606489:0:179946:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1787745002.606493:0:179946:0:(obd.h:1473:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8a766c9b2ee0. 00000002:00100000:1.0:1787745002.606499:0:179946:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8a76724761c0 x1874579698266752/t25769956162(25769956162) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1787745018 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787745002.606511:0:179946:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745002.606513:0:179946:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1787745002.606517:0:179946:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1787745002.606520:0:179946:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.606523:0:179946:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1787745002.606525:0:179946:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787745002.606527:0:179946:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787745002.606529:0:179946:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787745002.606530:0:179946:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.606533:0:179946:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1787745002.606535:0:179946:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.606536:0:179946:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787745002.606538:0:179946:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.606540:0:179946:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745002.606544:0:179946:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745002.606548:0:179946:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76724761c0 x1874579698266752/t25769956162(25769956162) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1787745018 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1787745002.606555:0:179946:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787745002.606558:0:179946:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8a7648fc0000. 02000000:00000001:1.0:1787745002.606578:0:179946:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787745002.606580:0:179946:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.606583:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187bb98 00000080:00000008:1.0:1787745002.606585:0:179946:0:(file.c:1329:ll_file_open()) COMPLETED file f36h.sanity:[0x200000402:0x10a92:0x0](ffff8a766d5b1988), flags 104501, rc = 0 00020000:00000001:1.0:1787745002.606613:0:179946:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1787745002.606616:0:179946:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a76461ccf80 00020000:00000002:1.0:1787745002.606620:0:179946:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a76461ccf80 00020000:00000001:1.0:1787745002.606622:0:179946:0:(lov_object.c:2464:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.606635:0:179946:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:1.0:1787745002.606637:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187bc30 00000080:00200008:1.0:1787745002.606640:0:179946:0:(llite_lib.c:2427:ll_setattr_raw()) START file f36h.sanity:[0x200000402:0x10a92:0x0](ffff8a766d5b1988) current size 158, valid attrs 101f0, mode 0, uid -1053911974, gid -1, new size 18446744071851932183, atime 977288400.000000000, mtime 977288400.000000000, ctime 1787745002.000000000 00000080:00000002:1.0:1787745002.606647:0:179946:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 977288400, ctime 1787745002, now = 1787745002 00000080:00000002:1.0:1787745002.606658:0:179946:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff8a766d5b1988 attr 0x100101f0 need_sync_to_mds [0x200000402:0x10a92:0x0] 00000080:00000010:1.0:1787745002.606714:0:179946:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff8a7646296e00. 00000080:00000001:1.0:1787745002.606717:0:179946:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:1.0:1787745002.606725:0:179946:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:1.0:1787745002.606728:0:179946:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000402:0x10a92:0x0], valid 0x100101f0/0x0 00800000:00000001:1.0:1787745002.606731:0:179946:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787745002.606732:0:179946:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787745002.606734:0:179946:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787745002.606735:0:179946:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787745002.606737:0:179946:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745002.606739:0:179946:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a92:0x0] 00800000:00000001:1.0:1787745002.606753:0:179946:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745002.606758:0:179946:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1787745002.606761:0:179946:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1787745002.606766:0:179946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a764543f400 count: 2 00010000:00000001:1.0:1787745002.606768:0:179946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745002.606771:0:179946:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787745002.606774:0:179946:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787745002.606777:0:179946:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353800/0x6bfe83e2a9fa0931 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xd1177cb064f749fe expref: -99 pid: 179946 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1787745002.606786:0:179946:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787745002.606790:0:179946:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787745002.606792:0:179946:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787745002.606794:0:179946:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x10a92:0x0] mode (null) 00000002:00000001:1.0:1787745002.606797:0:179946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745002.606799:0:179946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745002.606802:0:179946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a764543f400 count: 3 00010000:00000001:1.0:1787745002.606990:0:179946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787745002.606995:0:179946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745002.606997:0:179946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745002.606998:0:179946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745002.607001:0:179946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a764543f400 count: 3 00010000:00000001:1.0:1787745002.607003:0:179946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787745002.607005:0:179946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745002.607006:0:179946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745002.607012:0:179946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745002.607014:0:179946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a764543f400 count: 3 00010000:00000001:1.0:1787745002.607016:0:179946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787745002.607018:0:179946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745002.607020:0:179946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745002.607020:0:179946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745002.607022:0:179946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a764543f400 count: 3 00010000:00000001:1.0:1787745002.607023:0:179946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1787745002.607025:0:179946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.607027:0:179946:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.607029:0:179946:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787745002.607031:0:179946:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787745002.607033:0:179946:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839305153784 : -129234404397832 : ffff8a76453bacf8) 00000020:00001000:1.0:1787745002.607035:0:179946:0:(cl_object.c:823:cl_env_get()) 1@ffff8a76453bacf0 00000020:00000001:1.0:1787745002.607037:0:179946:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1787745002.607039:0:179946:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x10a92:0x0]: losing layout lock 00000080:00000001:1.0:1787745002.607042:0:179946:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1787745002.607044:0:179946:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1787745002.607047:0:179946:0:(lov_object.c:1456:lov_conf_set()) Process entered 00020000:00000001:1.0:1787745002.607049:0:179946:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787745002.607051:0:179946:0:(lov_object.c:1543:lov_conf_set()) [0x200000402:0x10a92:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1787745002.607053:0:179946:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.607055:0:179946:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1787745002.607056:0:179946:0:(cl_object.c:917:cl_env_put()) 1@ffff8a76453bacf0 00000080:00000001:1.0:1787745002.607058:0:179946:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.607061:0:179946:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787745002.607063:0:179946:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x10a92:0x0](ffff8a766d5b1988) invalid 00000020:00000001:1.0:1787745002.607065:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187b838 00000080:00002000:1.0:1787745002.607067:0:179946:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f36h.sanity (ffff8a7649e70d80) parent ffff8a7649e73bd0 inode ffff8a766d5b1988 refc 1 00000080:00000001:1.0:1787745002.607071:0:179946:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787745002.607073:0:179946:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787745002.607074:0:179946:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.607078:0:179946:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787745002.607082:0:179946:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787745002.607083:0:179946:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787745002.607086:0:179946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745002.607089:0:179946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787745002.607097:0:179946:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a7647353800 with handle 0x6bfe83e2a9fa0931 from hash 00010000:00000001:1.0:1787745002.607100:0:179946:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787745002.607101:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.607103:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.607104:0:179946:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787745002.607107:0:179946:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787745002.607109:0:179946:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787745002.607112:0:179946:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787745002.607114:0:179946:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787745002.607117:0:179946:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1787745002.607122:0:179946:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a12c0. 00000020:00000040:1.0:1787745002.607126:0:179946:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1731 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00010000:00000001:1.0:1787745002.607132:0:179946:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787745002.607136:0:179946:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745002.607139:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.607141:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.607142:0:179946:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.607145:0:179946:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787745002.607147:0:179946:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787745002.607151:0:179946:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787745002.607157:0:179946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a7646297000. 00000100:00000001:1.0:1787745002.607234:0:179946:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.607237:0:179946:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787745002.607239:0:179946:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787745002.607243:0:179946:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353800/0x6bfe83e2a9fa0931 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd1177cb064f749fe expref: -99 pid: 179946 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787745002.607250:0:179946:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1787745002.607252:0:179946:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787745002.607254:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787745002.607256:0:179946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647353800/0x6bfe83e2a9fa0931 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xd1177cb064f749fe expref: -99 pid: 179946 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1787745002.607263:0:179946:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8a76476bdd00. 00010000:00000040:1.0:1787745002.607267:0:179946:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a764543f400 count: 0 00010000:00000010:1.0:1787745002.607276:0:179946:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a766c5d6900. 00010000:00000001:1.0:1787745002.607285:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.607287:0:179946:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.607289:0:179946:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787745002.607290:0:179946:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.607450:0:179946:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1787745002.607453:0:179946:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 977288400, ctime 1787745002 00000020:00100000:1.0:1787745002.607463:0:179946:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a7648bee000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1787745002.607470:0:179946:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a76518a12c0 x1874579698267008/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787745002.607477:0:179946:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787745002.607479:0:179946:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787745002.607486:0:179946:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7679b46480. 00000100:00000001:1.0:1787745002.607488:0:179946:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614840185480320 : -129233524071296 : ffff8a7679b46480) 00000100:00000001:1.0:1787745002.607490:0:179946:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745002.607491:0:179946:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511618240 : -129234197933376 : ffff8a76518a12c0) 00000100:00000001:1.0:1787745002.607495:0:179946:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787745002.607500:0:179946:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.607502:0:179946:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787745002.607504:0:179946:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787745002.607508:0:179946:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a12c0 x1874579698267008/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787745002.607516:0:179946:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787745002.607518:0:179946:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745002.607521:0:179946:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787745002.607524:0:179946:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787745002.607526:0:179946:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787745002.607530:0:179946:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a12c0 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179946:1874579698267008:192.168.201.110@tcp:36:touch.0 00000100:00000001:1.0:1787745002.607534:0:179946:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787745002.607539:0:179946:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787745002.607542:0:179946:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745002.607544:0:179946:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787745002.607548:0:179946:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a7643d07c00. 02000000:00000001:1.0:1787745002.607556:0:179946:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787745002.607563:0:179946:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1787745002.607568:0:179946:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c00cb8. 00000400:00000010:1.0:1787745002.607574:0:179946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a04c8. 00000100:00000200:1.0:1787745002.607582:0:179946:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874579698267008, portal 10 00000100:00000001:1.0:1787745002.607584:0:179946:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745002.607585:0:179946:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511618240 : -129234197933376 : ffff8a76518a12c0) 00000100:00000040:1.0:1787745002.607592:0:179946:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a76518a12c0 x1874579698267008/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1787745018 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787745002.607599:0:179946:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787745002.607602:0:179946:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787745002.607605:0:179946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a03b8. 00000100:00000200:1.0:1787745002.607608:0:179946:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1874579698267008, offset 0 00000400:00000200:1.0:1787745002.607614:0:179946:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1787745002.607623:0:179946:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787745002.607629:0:179946:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1787745002.607634:0:179946:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787745002.607638:0:179946:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1787745002.607641:0:179946:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787745002.607644:0:179946:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787745002.607647:0:179946:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440843:440843:256:4294967295] 192.168.201.110@tcp LPNI seq info [440842:440842:8:4294967295] 00000400:00000200:1.0:1787745002.607651:0:179946:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787745002.607660:0:179946:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1787745002.607801:0:179946:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1787745002.607816:0:179946:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a7646683a00. 00000800:00000200:1.0:1787745002.607823:0:179946:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1787745002.607831:0:179946:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1787745002.607836:0:179946:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7646683a00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1787745002.607854:0:179946:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745002.607859:0:179946:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:1.0:1787745002.607862:0:179946:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787745002.607872:0:179946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301297569 00000100:00000010:1.0:1787745002.607876:0:179946:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897a360. 00000100:00000001:1.0:1787745002.607883:0:179946:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787745002.607895:0:179946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301297569 00000100:00000010:1.0:1787745002.607899:0:179946:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897ac00. 00000100:00000001:1.0:1787745002.607901:0:179946:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787745002.607916:0:179946:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745002.607919:0:179946:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.607921:0:179946:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787745002.607923:0:179946:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787745002.607927:0:179946:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7679b46480 going to sleep for 11 seconds 00000100:00000001:1.0:1787745002.607929:0:179946:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787745002.607940:0:179946:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787745002.608251:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745002.608256:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a7646683a00. 00000400:00000200:2.0:1787745002.608261:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745002.608266:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745002.608272:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a03b8 00000400:00000010:2.0:1787745002.608275:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a03b8. 00000100:00000001:2.0:1787745002.608279:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745002.608284:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a12c0 x1874579698267008/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1787745018 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745002.608293:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745002.608304:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76518a12c0 x1874579698267008/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1787745018 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745002.608312:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745002.608314:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787745002.613203:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.613234:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745002.613239:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.613242:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745002.613250:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.613258:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745002.613267:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.613272:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.613278:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.613282:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 456 into portal 10 MB=0x6a8eb9904b380 00000400:00000200:2.0:1787745002.613287:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.613294:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 456/456 into md 0x3e1efd [1] + 224 00000800:00000001:2.0:1787745002.613302:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.613309:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745002.613313:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745002.613318:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745002.613327:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787745002.613336:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a12c0 x1874579698267008/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1787745018 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787745002.613359:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8a76518a12c0 x1874579698267008/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745002.613375:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787745002.613385:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.613389:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745002.613588:0:179946:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787745002.613596:0:179946:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787745002.613598:0:179946:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787745002.613601:0:179946:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c00cb8. 00000400:00000200:1.0:1787745002.613606:0:179946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a04c8 00000400:00000010:1.0:1787745002.613609:0:179946:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a04c8. 00000100:00000001:1.0:1787745002.613612:0:179946:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787745002.613617:0:179946:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a12c0 x1874579698267008/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787745002.613626:0:179946:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a12c0 x1874579698267008/t0(0) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787745002.613632:0:179946:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787745002.613634:0:179946:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745002.613637:0:179946:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787745002.613640:0:179946:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787745002.613642:0:179946:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787745002.613645:0:179946:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745002.613647:0:179946:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787745002.613657:0:179946:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1787745002.613679:0:179946:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1787745002.613682:0:179946:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787745002.613691:0:179946:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.613695:0:179946:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787745002.613698:0:179946:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.613702:0:179946:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787745002.613704:0:179946:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787745002.613705:0:179946:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787745002.613707:0:179946:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745002.613709:0:179946:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511618240 : -129234197933376 : ffff8a76518a12c0) 00000100:00000001:1.0:1787745002.613712:0:179946:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787745002.613714:0:179946:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:1.0:1787745002.613716:0:179946:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787745002.613718:0:179946:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745002.613724:0:179946:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a12c0 x1874579698267008/t25769956163(25769956163) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1787745018 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787745002.613731:0:179946:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745002.613734:0:179946:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787745002.613736:0:179946:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787745002.613740:0:179946:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a12c0 x1874579698267008/t25769956163(25769956163) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1787745018 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787745002.613760:0:179946:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a12c0 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179946:1874579698267008:192.168.201.110@tcp:36:touch.0 00000100:00000001:1.0:1787745002.613765:0:179946:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745002.613769:0:179946:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.613771:0:179946:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787745002.613773:0:179946:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745002.613777:0:179946:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76518a12c0 x1874579698267008/t25769956163(25769956163) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1787745018 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787745002.613783:0:179946:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787745002.613785:0:179946:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7679b46480. 00000100:00000001:1.0:1787745002.613788:0:179946:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787745002.613790:0:179946:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745002.613797:0:179946:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745002.613800:0:179946:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745002.614237:0:179946:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1787745002.614241:0:179946:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787745002.614258:0:179946:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289347730 : 144115205289347730 : 200000402010a92) 00000080:00000001:1.0:1787745002.614261:0:179946:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:1.0:1787745002.614266:0:179946:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745002.614272:0:179946:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a12c0 x1874579698267008/t25769956163(25769956163) o36->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1787745018 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787745002.614279:0:179946:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745002.614282:0:179946:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787745002.614284:0:179946:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.614286:0:179946:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.614290:0:179946:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:1.0:1787745002.614293:0:179946:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787745002.614294:0:179946:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787745002.614297:0:179946:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787745002.614298:0:179946:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.614300:0:179946:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.614303:0:179946:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:1.0:1787745002.614305:0:179946:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787745002.614310:0:179946:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839305153784 : -129234404397832 : ffff8a76453bacf8) 00000020:00001000:1.0:1787745002.614313:0:179946:0:(cl_object.c:823:cl_env_get()) 1@ffff8a76453bacf0 00000020:00000001:1.0:1787745002.614318:0:179946:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:1.0:1787745002.614321:0:179946:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787745002.614323:0:179946:0:(vvp_io.c:1861:vvp_io_init()) Process entered 00000080:00200000:1.0:1787745002.614326:0:179946:0:(vvp_io.c:1866:vvp_io_init()) [0x200000402:0x10a92:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1787745002.614329:0:179946:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787745002.614330:0:179946:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1787745002.614333:0:179946:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787745002.614336:0:179946:0:(file.c:6152:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1787745002.614338:0:179946:0:(file.c:6154:ll_take_md_lock()) trying to match res [0x200000402:0x10a92:0x0] 00800000:00000001:1.0:1787745002.614342:0:179946:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787745002.614408:0:179946:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787745002.614410:0:179946:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787745002.614413:0:179946:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787745002.614415:0:179946:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745002.614418:0:179946:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a92:0x0] 00800000:00000001:1.0:1787745002.614420:0:179946:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745002.614429:0:179946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745002.614433:0:179946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787745002.614439:0:179946:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745002.614441:0:179946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745002.614443:0:179946:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x10a92:0x0]: 0 00000080:00000001:1.0:1787745002.614445:0:179946:0:(file.c:6159:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.614447:0:179946:0:(file.c:7058:ll_layout_intent()) Process entered 00000080:00000010:1.0:1787745002.614452:0:179946:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7646297200. 00000080:00010000:1.0:1787745002.614459:0:179946:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000402:0x10a92:0x0](ffff8a766d5b1988) 00000080:00000001:1.0:1787745002.614462:0:179946:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787745002.614466:0:179946:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787745002.614470:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187b958 00800000:00000002:1.0:1787745002.614473:0:179946:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000402:0x10a92:0x0] '' on [0x200000402:0x10a92:0x0] 00800000:00000001:1.0:1787745002.614477:0:179946:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787745002.614479:0:179946:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787745002.614480:0:179946:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787745002.614481:0:179946:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787745002.614483:0:179946:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787745002.614485:0:179946:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745002.614487:0:179946:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a92:0x0] 00800000:00000001:1.0:1787745002.614488:0:179946:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745002.614491:0:179946:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000402:0x10a92:0x0], fid2=[0x200000402:0x10a92:0x0], name='' -> mds #0 00000002:00000001:1.0:1787745002.614495:0:179946:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787745002.614497:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187b828 00000002:00010000:1.0:1787745002.614499:0:179946:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x10a92:0x0]) in obj [0x200000402:0x10a92:0x0], intent: layout flags 0 00000002:00000001:1.0:1787745002.614503:0:179946:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787745002.614505:0:179946:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:1.0:1787745002.614510:0:179946:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a2d00. 00000020:00000040:1.0:1787745002.614515:0:179946:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1732 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00010000:00000001:1.0:1787745002.614520:0:179946:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787745002.614524:0:179946:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745002.614530:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.614532:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.614534:0:179946:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.614537:0:179946:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787745002.614539:0:179946:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787745002.614548:0:179946:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787745002.614556:0:179946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a7646297800. 00000100:00000001:1.0:1787745002.614563:0:179946:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.614567:0:179946:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787745002.614569:0:179946:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.614570:0:179946:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787745002.614572:0:179946:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.614573:0:179946:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745002.614577:0:179946:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446614839511624960 : -129234197926656 : ffff8a76518a2d00) 00010000:00000001:1.0:1787745002.614581:0:179946:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787745002.614583:0:179946:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787745002.614588:0:179946:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8a7658976f00. 00010000:00000010:1.0:1787745002.614592:0:179946:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a7648972180. 00010000:00000001:1.0:1787745002.614596:0:179946:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787745002.614599:0:179946:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a767247ee00. 00000020:00000001:1.0:1787745002.614603:0:179946:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787745002.614606:0:179946:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a767247ee00 with handle 0x6bfe83e2a9fa0938 to hash 00000020:00000001:1.0:1787745002.614608:0:179946:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787745002.614609:0:179946:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00010000:00000001:1.0:1787745002.614613:0:179946:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00010000:00000001:1.0:1787745002.614617:0:179946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745002.614619:0:179946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745002.614623:0:179946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ee00/0x6bfe83e2a9fa0938 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x10a92:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 179946 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787745002.614632:0:179946:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ee00/0x6bfe83e2a9fa0938 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x10a92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179946 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787745002.614642:0:179946:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ee00/0x6bfe83e2a9fa0938 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x10a92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179946 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787745002.614648:0:179946:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787745002.614650:0:179946:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787745002.614656:0:179946:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a7679b46480. 00000100:00000001:1.0:1787745002.614695:0:179946:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614840185480320 : -129233524071296 : ffff8a7679b46480) 00000100:00000001:1.0:1787745002.614698:0:179946:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745002.614699:0:179946:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511624960 : -129234197926656 : ffff8a76518a2d00) 00000100:00000001:1.0:1787745002.614704:0:179946:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787745002.614708:0:179946:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.614710:0:179946:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787745002.614711:0:179946:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787745002.614717:0:179946:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a2d00 x1874579698267136/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/4440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.614724:0:179946:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787745002.614726:0:179946:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745002.614730:0:179946:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787745002.614733:0:179946:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787745002.614735:0:179946:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787745002.614738:0:179946:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a2d00 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179946:1874579698267136:192.168.201.110@tcp:101:touch.0 00000100:00000001:1.0:1787745002.614753:0:179946:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787745002.614759:0:179946:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787745002.614761:0:179946:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745002.614763:0:179946:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787745002.614771:0:179946:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8a7650014000. 02000000:00000001:1.0:1787745002.614773:0:179946:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787745002.614778:0:179946:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1787745002.614782:0:179946:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c00cb8. 00000400:00000010:1.0:1787745002.614788:0:179946:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a7679b469c0. 00000100:00000200:1.0:1787745002.614796:0:179946:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1874579698267136, portal 10 00000100:00000001:1.0:1787745002.614798:0:179946:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745002.614799:0:179946:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511624960 : -129234197926656 : ffff8a76518a2d00) 00000100:00000040:1.0:1787745002.615590:0:179946:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a76518a2d00 x1874579698267136/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/4440 e 0 to 0 dl 1787745018 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.615604:0:179946:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787745002.615608:0:179946:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787745002.615614:0:179946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a04c8. 00000100:00000200:1.0:1787745002.615619:0:179946:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1874579698267136, offset 0 00000400:00000200:1.0:1787745002.615636:0:179946:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1787745002.615646:0:179946:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787745002.615653:0:179946:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1787745002.615658:0:179946:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787745002.615704:0:179946:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1787745002.615709:0:179946:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787745002.615712:0:179946:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787745002.615716:0:179946:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440844:440844:256:4294967295] 192.168.201.110@tcp LPNI seq info [440843:440843:8:4294967295] 00000400:00000200:1.0:1787745002.615721:0:179946:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787745002.615730:0:179946:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1787745002.615736:0:179946:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1787745002.615751:0:179946:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a7646683e00. 00000800:00000200:1.0:1787745002.615759:0:179946:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1787745002.615767:0:179946:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1787745002.615771:0:179946:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7646683e00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:1.0:1787745002.615782:0:179946:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745002.615787:0:179946:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:1.0:1787745002.615790:0:179946:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787745002.615794:0:179946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301297577 00000100:00000001:1.0:1787745002.615801:0:179946:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, simply extend its deadline from 4301297569 00000100:00000001:1.0:1787745002.615817:0:179946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301297577 00000100:00000001:1.0:1787745002.615821:0:179946:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, simply extend its deadline from 4301297569 00000100:00000001:1.0:1787745002.615824:0:179946:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745002.615827:0:179946:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.615829:0:179946:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787745002.615832:0:179946:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787745002.615834:0:179946:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a7679b46480 going to sleep for 11 seconds 00000100:00000001:1.0:1787745002.615836:0:179946:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787745002.615839:0:179946:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787745002.616243:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745002.616249:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a7646683e00. 00000400:00000200:2.0:1787745002.616254:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745002.616260:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745002.616265:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a04c8 00000400:00000010:2.0:1787745002.616268:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a04c8. 00000100:00000001:2.0:1787745002.616272:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745002.616277:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a2d00 x1874579698267136/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/4440 e 0 to 0 dl 1787745018 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745002.616309:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745002.616313:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a76518a2d00 x1874579698267136/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/4440 e 0 to 0 dl 1787745018 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745002.616320:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745002.616321:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787745002.620599:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.620618:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745002.620623:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.620625:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745002.620634:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.620642:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745002.620652:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.620656:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.620715:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.620719:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 400 into portal 10 MB=0x6a8eb9904b400 00000400:00000200:2.0:1787745002.620724:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.620732:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 400/400 into md 0x3e1f05 [2] + 224 00000800:00000001:2.0:1787745002.620738:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.620755:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745002.620759:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745002.620765:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745002.620777:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787745002.620788:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a2d00 x1874579698267136/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/4440 e 0 to 0 dl 1787745018 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787745002.620799:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=4440 req@ffff8a76518a2d00 x1874579698267136/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/4440 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745002.620829:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787745002.620840:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.620843:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745002.622077:0:179946:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787745002.622114:0:179946:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787745002.622116:0:179946:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787745002.622121:0:179946:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c00cb8. 00000400:00000200:1.0:1787745002.622129:0:179946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7679b469c0 00000400:00000010:1.0:1787745002.622132:0:179946:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8a7679b469c0. 00000100:00000001:1.0:1787745002.622137:0:179946:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787745002.622146:0:179946:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a2d00 x1874579698267136/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/4440 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787745002.622156:0:179946:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a2d00 x1874579698267136/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/4440 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.622233:0:179946:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787745002.622236:0:179946:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745002.622239:0:179946:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787745002.622243:0:179946:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787745002.622246:0:179946:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787745002.622249:0:179946:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745002.622253:0:179946:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787745002.622266:0:179946:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1787745002.622270:0:179946:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1787745002.622273:0:179946:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787745002.622275:0:179946:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.622278:0:179946:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787745002.622458:0:179946:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.622464:0:179946:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787745002.622467:0:179946:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:1.0:1787745002.622469:0:179946:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787745002.622472:0:179946:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745002.622478:0:179946:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a2d00 x1874579698267136/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.622485:0:179946:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745002.622489:0:179946:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787745002.622491:0:179946:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787745002.622496:0:179946:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a2d00 x1874579698267136/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1787745018 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787745002.622519:0:179946:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a2d00 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179946:1874579698267136:192.168.201.110@tcp:101:touch.0 00000100:00000001:1.0:1787745002.622525:0:179946:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745002.622528:0:179946:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.622531:0:179946:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787745002.622533:0:179946:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745002.622537:0:179946:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a2d00 x1874579698267136/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1787745018 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.622544:0:179946:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787745002.622548:0:179946:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a7679b46480. 00000100:00000001:1.0:1787745002.622551:0:179946:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787745002.622553:0:179946:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.622556:0:179946:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787745002.622560:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.622564:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.622568:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ee00 refcount=4 00000020:00000001:1.0:1787745002.622570:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00010000:00000001:1.0:1787745002.622573:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00010000:00000040:1.0:1787745002.622582:0:179946:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8a767247ee00, remote cookie: 0xd1177cb064f74a13, flags: 0x1000 00010000:00000001:1.0:1787745002.622586:0:179946:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787745002.622591:0:179946:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787745002.622593:0:179946:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787745002.622595:0:179946:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787745002.622596:0:179946:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787745002.622598:0:179946:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x10a92:0x0].0x0 (ffff8a7658976f00) refcount = 1 00010000:00010000:1.0:1787745002.622604:0:179946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ee00/0x6bfe83e2a9fa0938 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x10a92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74a13 expref: -99 pid: 179946 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745002.622612:0:179946:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787745002.622615:0:179946:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787745002.622617:0:179946:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745002.622621:0:179946:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787745002.622632:0:179946:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745002.622635:0:179946:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ee00/0x6bfe83e2a9fa0938 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x10a92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74a13 expref: -99 pid: 179946 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745002.622642:0:179946:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787745002.622644:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.622646:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.622647:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.622648:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.622650:0:179946:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745002.622655:0:179946:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787745002.622657:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.622658:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.622660:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ee00 refcount=3 00000020:00000001:1.0:1787745002.622685:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00010000:00000001:1.0:1787745002.622688:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00010000:00000001:1.0:1787745002.622689:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.622690:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787745002.622696:0:179946:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff8a76518a2d00 x1874579698267136/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1787745018 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:1.0:1787745002.622704:0:179946:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff8a7648bee000: layout return lvb 56 transno 0 00010000:00000001:1.0:1787745002.622707:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.622708:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.622709:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ee00 refcount=3 00000020:00000001:1.0:1787745002.622711:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00010000:00000001:1.0:1787745002.622713:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00000002:00010000:1.0:1787745002.622716:0:179946:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ee00/0x6bfe83e2a9fa0938 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x10a92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74a13 expref: -99 pid: 179946 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1787745002.622727:0:179946:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8a76476bdd00. 00010000:00000001:1.0:1787745002.622730:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.622731:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745002.622733:0:179946:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745002.622740:0:179946:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745002.622753:0:179946:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787745002.622755:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.622756:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.622758:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ee00 refcount=3 00000020:00000001:1.0:1787745002.622760:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00010000:00000001:1.0:1787745002.622763:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00000002:00010000:1.0:1787745002.622766:0:179946:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ee00/0x6bfe83e2a9fa0938 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x10a92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74a13 expref: -99 pid: 179946 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745002.622773:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.622774:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.622776:0:179946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787745002.622778:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.622779:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.622780:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ee00 refcount=3 00000020:00000001:1.0:1787745002.622782:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00010000:00000001:1.0:1787745002.622783:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00010000:00000040:1.0:1787745002.622789:0:179946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976f00 count: 2 00010000:00000001:1.0:1787745002.622792:0:179946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1787745002.622797:0:179946:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a7647e84400 type 13 mode 16 res 8589935618/68242 (0 0) 00010000:00000001:1.0:1787745002.622799:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.622800:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745002.622802:0:179946:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787745002.625003:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187b7b0 00000002:00002000:1.0:1787745002.625013:0:179946:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:1.0:1787745002.625018:0:179946:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745002.625023:0:179946:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745002.625025:0:179946:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787745002.625029:0:179946:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000402:0x10a92:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1787745002.625033:0:179946:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.625036:0:179946:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745002.625046:0:179946:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76518a2d00 x1874579698267136/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1787745018 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.625078:0:179946:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787745002.625081:0:179946:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787745002.625085:0:179946:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8a7650014000. 02000000:00000001:1.0:1787745002.625091:0:179946:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787745002.625094:0:179946:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787745002.625095:0:179946:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1731 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:1.0:1787745002.625098:0:179946:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787745002.625101:0:179946:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a7646297800. 02000000:00000001:1.0:1787745002.625105:0:179946:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787745002.625106:0:179946:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787745002.625108:0:179946:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76518a2d00. 00000100:00000001:1.0:1787745002.625113:0:179946:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787745002.625114:0:179946:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1787745002.625118:0:179946:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7646297200. 00000080:00010000:1.0:1787745002.625122:0:179946:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x10a92:0x0](ffff8a766d5b1988) for lock 0x6bfe83e2a9fa0938 00800000:00000001:1.0:1787745002.625128:0:179946:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787745002.625131:0:179946:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787745002.625133:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.625136:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.625140:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ee00 refcount=3 00000020:00000001:1.0:1787745002.625142:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00010000:00000001:1.0:1787745002.625145:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00010000:00000001:1.0:1787745002.625149:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.625151:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745002.625152:0:179946:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745002.625153:0:179946:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745002.625157:0:179946:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa0938 from it ffffa29d4187ba78 00010000:00000001:1.0:1787745002.625525:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.625526:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.625528:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ee00 refcount=3 00000020:00000001:1.0:1787745002.625530:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00010000:00000001:1.0:1787745002.625531:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00010000:00000001:1.0:1787745002.625533:0:179946:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745002.625544:0:179946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ee00/0x6bfe83e2a9fa0938 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x10a92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74a13 expref: -99 pid: 179946 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787745002.625553:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.625554:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.625555:0:179946:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787745002.625558:0:179946:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787745002.625560:0:179946:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ee00/0x6bfe83e2a9fa0938 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x10a92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74a13 expref: -99 pid: 179946 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787745002.625568:0:179946:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745002.625571:0:179946:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745002.625573:0:179946:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745002.625577:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.625578:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.625580:0:179946:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.625583:0:179946:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745002.625584:0:179946:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.625586:0:179946:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.625590:0:179946:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.625592:0:179946:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745002.625593:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.625594:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787745002.625596:0:179946:0:(file.c:7092:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.625600:0:179946:0:(file.c:6152:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1787745002.625601:0:179946:0:(file.c:6154:ll_take_md_lock()) trying to match res [0x200000402:0x10a92:0x0] 00800000:00000001:1.0:1787745002.625606:0:179946:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787745002.625609:0:179946:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787745002.625611:0:179946:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787745002.625613:0:179946:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787745002.625615:0:179946:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745002.625617:0:179946:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a92:0x0] 00800000:00000001:1.0:1787745002.625619:0:179946:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745002.625624:0:179946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745002.625626:0:179946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745002.625632:0:179946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976f00 count: 2 00010000:00000001:1.0:1787745002.625634:0:179946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745002.625644:0:179946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745002.625648:0:179946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787745002.625651:0:179946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ee00/0x6bfe83e2a9fa0938 lrc: 2/1,0 mode: CR/CR res: [0x200000402:0x10a92:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74a13 expref: -99 pid: 179946 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787745002.625660:0:179946:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 00000100:00000040:3.0:1787745002.625758:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301297577, at 4301297578 00000100:00000010:3.0:1787745002.625769:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897ac00. 02000000:00000001:1.0:1787745002.625887:0:179946:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745002.625892:0:179946:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ee00/0x6bfe83e2a9fa0938 lrc: 2/1,0 mode: CR/CR res: [0x200000402:0x10a92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74a13 expref: -99 pid: 179946 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1787745002.625899:0:179946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1787745002.625901:0:179946:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x10a92:0x0]: 16 00000080:00000001:1.0:1787745002.625903:0:179946:0:(file.c:6159:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:1.0:1787745002.625905:0:179946:0:(file.c:6949:ll_layout_lock_set()) Process entered 00010000:00000001:1.0:1787745002.625907:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.625908:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.625910:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ee00 refcount=3 00000020:00000001:1.0:1787745002.625912:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00010000:00000001:1.0:1787745002.625914:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00000080:00010000:1.0:1787745002.625917:0:179946:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000402:0x10a92:0x0](00000000e775fa3f) being reconfigured ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ee00/0x6bfe83e2a9fa0938 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x10a92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74a13 expref: -99 pid: 179946 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:1.0:1787745002.625926:0:179946:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787745002.625928:0:179946:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787745002.625929:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.626040:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.626043:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ee00 refcount=4 00000020:00000001:1.0:1787745002.626045:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00010000:00000001:1.0:1787745002.626048:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00010000:00000001:1.0:1787745002.626050:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.626051:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745002.626052:0:179946:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745002.626054:0:179946:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.626063:0:179946:0:(file.c:6874:ll_layout_fetch()) Process entered 00000080:00000002:1.0:1787745002.626065:0:179946:0:(file.c:6877:ll_layout_fetch()) [0x200000402:0x10a92:0x0] LVB_READY=0 l_lvb_data=ffff8a76476bdd00 l_lvb_len=56 00000080:00000001:1.0:1787745002.626068:0:179946:0:(file.c:6880:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.626070:0:179946:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787745002.626073:0:179946:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787745002.626077:0:179946:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839305153928 : -129234404397688 : ffff8a76453bad88) 00000020:00001000:1.0:1787745002.626080:0:179946:0:(cl_object.c:823:cl_env_get()) 1@ffff8a76453bad80 00000020:00000001:1.0:1787745002.626082:0:179946:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787745002.626086:0:179946:0:(lov_object.c:1456:lov_conf_set()) Process entered 00020000:00000001:1.0:1787745002.626089:0:179946:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787745002.626096:0:179946:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8a765897ade0. 00020000:00000010:1.0:1787745002.626102:0:179946:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8a7646ed1200. 00020000:00000010:1.0:1787745002.626106:0:179946:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8a765897a840. 00020000:00000001:1.0:1787745002.626109:0:179946:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614839629948992 : -129234079602624 : ffff8a765897a840) 00020000:00000002:1.0:1787745002.626112:0:179946:0:(lov_ea.c:755:dump_lsm()) lsm ffff8a765897a840, objid 0x10a92:1026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787745002.626117:0:179946:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787745002.626120:0:179946:0:(lov_ea.c:805:dump_lsm()) oinfo:ffff8a7646ed1200: ostid: 0x280000403:2929 ost idx: 0 gen: 0 00020000:00000002:1.0:1787745002.626124:0:179946:0:(lov_object.c:1310:lov_conf_lock()) Took exclusive lov(ffff8a7648971ba0) owner ffff8a76461ccf80 00020000:00000001:1.0:1787745002.626126:0:179946:0:(lov_object.c:1516:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787745002.626129:0:179946:0:(lov_object.c:1316:lov_conf_unlock()) To release exclusive lov(ffff8a7648971ba0) owner ffff8a76461ccf80 00020000:00000010:1.0:1787745002.626133:0:179946:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8a7646ed1200. 00020000:00000010:1.0:1787745002.626137:0:179946:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8a765897ade0. 00020000:00000010:1.0:1787745002.626139:0:179946:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8a765897a840. 00020000:00000002:1.0:1787745002.626141:0:179946:0:(lov_object.c:1543:lov_conf_set()) [0x200000402:0x10a92:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787745002.626143:0:179946:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.626145:0:179946:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.626149:0:179946:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1787745002.626152:0:179946:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a76461ccf80 00020000:00000002:1.0:1787745002.626156:0:179946:0:(lov_object.c:2402:lov_lsm_addref()) lsm ffff8a765897a600 addref 2/0 by ffff8a76461ccf80. 00020000:00000002:1.0:1787745002.626224:0:179946:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a76461ccf80 00020000:00000001:1.0:1787745002.626228:0:179946:0:(lov_object.c:2298:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1787745002.626230:0:179946:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1787745002.626231:0:179946:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1787745002.626239:0:179946:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1787745002.626241:0:179946:0:(lov_object.c:2317:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1787745002.626243:0:179946:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x10a92:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1787745002.626246:0:179946:0:(cl_object.c:917:cl_env_put()) 1@ffff8a76453bad80 00000080:00000001:1.0:1787745002.626249:0:179946:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.626250:0:179946:0:(file.c:6996:ll_layout_lock_set()) Process leaving 00010000:00000001:1.0:1787745002.626252:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.626253:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.626254:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.626255:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.626257:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a767247ee00 refcount=3 00000020:00000001:1.0:1787745002.626259:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00010000:00000001:1.0:1787745002.626261:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614840060931584 : -129233648620032 : ffff8a767247ee00) 00010000:00000001:1.0:1787745002.626262:0:179946:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745002.626265:0:179946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ee00/0x6bfe83e2a9fa0938 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x10a92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd1177cb064f74a13 expref: -99 pid: 179946 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787745002.626271:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.626272:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.626273:0:179946:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787745002.626274:0:179946:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787745002.626277:0:179946:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ee00/0x6bfe83e2a9fa0938 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x10a92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd1177cb064f74a13 expref: -99 pid: 179946 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787745002.626283:0:179946:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745002.626284:0:179946:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745002.626286:0:179946:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745002.626288:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.626459:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.626461:0:179946:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.626463:0:179946:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745002.626464:0:179946:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.626466:0:179946:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.626469:0:179946:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.626470:0:179946:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745002.626472:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.626481:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787745002.626482:0:179946:0:(file.c:7037:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.626485:0:179946:0:(file.c:7156:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.626488:0:179946:0:(vvp_io.c:1938:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787745002.626493:0:179946:0:(lov_object.c:1600:lov_io_init()) [0x200000402:0x10a92:0x0]io ffff8a766c9df6b0 type 3 ignore/verify layout 0/0, compressed 0 00020000:00000002:1.0:1787745002.626497:0:179946:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a76461ccf80 00020000:00000001:1.0:1787745002.626500:0:179946:0:(lov_io.c:2452:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787745002.626501:0:179946:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787745002.626504:0:179946:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787745002.626506:0:179946:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745002.626508:0:179946:0:(lov_io.c:916:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1787745002.626510:0:179946:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787745002.626511:0:179946:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.626513:0:179946:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787745002.626515:0:179946:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787745002.626516:0:179946:0:(lov_io.c:2465:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787745002.626517:0:179946:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a76461ccf80 00000020:00000001:1.0:1787745002.626519:0:179946:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.626522:0:179946:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:1.0:1787745002.626524:0:179946:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1787745002.626526:0:179946:0:(lov_io.c:1461:lov_io_setattr_iter_init()) Process entered 00020000:00000001:1.0:1787745002.626529:0:179946:0:(lov_io.c:1218:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1787745002.626531:0:179946:0:(lov_io.c:1253:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1787745002.626535:0:179946:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1787745002.626538:0:179946:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787745002.626539:0:179946:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787745002.626541:0:179946:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787745002.626543:0:179946:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839305153928 : -129234404397688 : ffff8a76453bad88) 00000020:00001000:1.0:1787745002.626545:0:179946:0:(cl_object.c:823:cl_env_get()) 1@ffff8a76453bad80 00000020:00000001:1.0:1787745002.626548:0:179946:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a3788 -> ffff8a766c9a39e0 00000020:00000001:1.0:1787745002.626550:0:179946:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787745002.626553:0:179946:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787745002.626554:0:179946:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787745002.626556:0:179946:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745002.626558:0:179946:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745002.626559:0:179946:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614839348782952 : -129234360768664 : ffff8a7647d56768) 00000020:00000001:1.0:1787745002.626562:0:179946:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1787745002.626564:0:179946:0:(osc_io.c:546:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1787745002.626567:0:179946:0:(osc_io.c:566:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.626574:0:179946:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745002.626576:0:179946:0:(lov_io.c:1359:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745002.626578:0:179946:0:(lov_io.c:1470:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.626579:0:179946:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.626581:0:179946:0:(cl_io.c:318:cl_io_lock()) Process entered 00000080:00000001:1.0:1787745002.626584:0:179946:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1787745002.626586:0:179946:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1787745002.626588:0:179946:0:(cl_io.c:480:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1787745002.626589:0:179946:0:(cl_io.c:263:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1787745002.626591:0:179946:0:(cl_io.c:280:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.626592:0:179946:0:(cl_io.c:487:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.626594:0:179946:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745002.626595:0:179946:0:(lov_io.c:1502:lov_io_lock()) Process entered 00020000:00000001:1.0:1787745002.626597:0:179946:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:1.0:1787745002.626598:0:179946:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:1.0:1787745002.626600:0:179946:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787745002.626601:0:179946:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.626602:0:179946:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745002.626604:0:179946:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745002.626605:0:179946:0:(lov_io.c:1503:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.626607:0:179946:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1787745002.626609:0:179946:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1787745002.626610:0:179946:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1787745002.626612:0:179946:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1787745002.626614:0:179946:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1787745002.626616:0:179946:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1787745002.626621:0:179946:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8a7648972900. 00020000:00000002:1.0:1787745002.626623:0:179946:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1787745002.626626:0:179946:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1787745002.626627:0:179946:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787745002.626628:0:179946:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614839348782952 : -129234360768664 : ffff8a7647d56768) 00000020:00000001:1.0:1787745002.626630:0:179946:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1787745002.626634:0:179946:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff8a765190e3a8. 00000008:00010000:1.0:1787745002.626636:0:179946:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1787745002.626638:0:179946:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787745002.626639:0:179946:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1787745002.626641:0:179946:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a7648972930, osc lock ffff8a765190e3a8, flags 0x0 00000020:00000001:1.0:1787745002.626643:0:179946:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745002.626645:0:179946:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745002.626647:0:179946:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614839361480960 : -129234348070656 : ffff8a7648972900) 00000020:00000001:1.0:1787745002.626654:0:179946:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787745002.626655:0:179946:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1787745002.626656:0:179946:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.626658:0:179946:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.626659:0:179946:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1787745002.627008:0:179946:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1787745002.627012:0:179946:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787745002.627014:0:179946:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614839348782952 : -129234360768664 : ffff8a7647d56768) 00000020:00000001:1.0:1787745002.627016:0:179946:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1787745002.627019:0:179946:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1787745002.627020:0:179946:0:(osc_lock.c:916:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1787745002.627022:0:179946:0:(osc_lock.c:964:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.627025:0:179946:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787745002.627027:0:179946:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787745002.627029:0:179946:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787745002.627030:0:179946:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787745002.627032:0:179946:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787745002.627033:0:179946:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787745002.627035:0:179946:0:(osc_request.c:3378:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1787745002.627037:0:179946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745002.627043:0:179946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976c00 count: 2 00010000:00000001:1.0:1787745002.627046:0:179946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745002.627051:0:179946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745002.627055:0:179946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787745002.627059:0:179946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 2/0,1 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1787745002.627069:0:179946:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787745002.627073:0:179946:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745002.627076:0:179946:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 2/0,1 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787745002.627084:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.627086:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.627088:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab800 refcount=3 00000020:00000001:1.0:1787745002.627097:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:1.0:1787745002.627100:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00000008:00000001:1.0:1787745002.627103:0:179946:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1787745002.627106:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.627107:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.627109:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab800 refcount=4 00000020:00000001:1.0:1787745002.627111:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:1.0:1787745002.627112:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:1.0:1787745002.627115:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.627115:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.627117:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab800 refcount=5 00000020:00000001:1.0:1787745002.627118:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:1.0:1787745002.627120:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:1.0:1787745002.627122:0:179946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745002.627123:0:179946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745002.627126:0:179946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 6/0,2 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787745002.627133:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.627134:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787745002.627136:0:179946:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.627137:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.627138:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.627140:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab800 refcount=6 00000020:00000001:1.0:1787745002.627141:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:1.0:1787745002.627143:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:1.0:1787745002.627145:0:179946:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745002.627148:0:179946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 6/0,2 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787745002.627154:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.627613:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787745002.627616:0:179946:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 5/0,1 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787745002.627625:0:179946:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745002.627626:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.627627:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.627628:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.627629:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787745002.627631:0:179946:0:(osc_request.c:3447:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787745002.627633:0:179946:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.627636:0:179946:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745002.627638:0:179946:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.627639:0:179946:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.627641:0:179946:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.627643:0:179946:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.627644:0:179946:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.627646:0:179946:0:(cl_io.c:532:cl_io_start()) Process entered 00000020:00000001:1.0:1787745002.627650:0:179946:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:1.0:1787745002.627652:0:179946:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:1.0:1787745002.627654:0:179946:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1787745002.627656:0:179946:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.627657:0:179946:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00020000:00000001:1.0:1787745002.627660:0:179946:0:(lov_io.c:2128:lov_io_setattr_start()) Process entered 00020000:00000001:1.0:1787745002.627683:0:179946:0:(lov_io.c:1552:lov_io_start()) Process entered 00020000:00000001:1.0:1787745002.627685:0:179946:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:1.0:1787745002.627686:0:179946:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:1.0:1787745002.627688:0:179946:0:(osc_io.c:742:osc_io_setattr_start()) Process entered 00000020:00000001:1.0:1787745002.627689:0:179946:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:1.0:1787745002.627691:0:179946:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:1.0:1787745002.627693:0:179946:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1787745002.627695:0:179946:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.627697:0:179946:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:1.0:1787745002.627699:0:179946:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1787745002.627701:0:179946:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787745002.627703:0:179946:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.627704:0:179946:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.627705:0:179946:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:1.0:1787745002.627713:0:179946:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787745002.627714:0:179946:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787745002.627716:0:179946:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787745002.627717:0:179946:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787745002.627718:0:179946:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787745002.627719:0:179946:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787745002.627723:0:179946:0:(osc_request.c:201:osc_setattr_async()) Process entered 00000100:00000010:1.0:1787745002.627728:0:179946:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a2d00. 00000020:00000040:1.0:1787745002.627732:0:179946:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00000100:00000001:1.0:1787745002.627736:0:179946:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787745002.627740:0:179946:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787745002.627753:0:179946:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787745002.627761:0:179946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a7646297200. 00000100:00000001:1.0:1787745002.627769:0:179946:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.627778:0:179946:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787745002.627782:0:179946:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745002.627794:0:179946:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6791a9e] to pc [ptlrpcd_00_00+0] req@ffff8a76518a2d00 x1874579698267264/t0(0) o2->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787745002.627986:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301297577, at 4301297580 00000100:00000010:2.0:1787745002.627994:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897a360. 00000008:00000001:1.0:1787745002.628248:0:179946:0:(osc_request.c:232:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787745002.628252:0:179946:0:(osc_io.c:864:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.628254:0:179946:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745002.628256:0:179946:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745002.628258:0:179946:0:(lov_io.c:1553:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745002.628260:0:179946:0:(lov_io.c:2143:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.628261:0:179946:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.628263:0:179946:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:1.0:1787745002.628265:0:179946:0:(lov_io.c:1480:lov_io_call()) Process entered 00020000:00000001:1.0:1787745002.628267:0:179946:0:(lov_io.c:1558:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1787745002.628268:0:179946:0:(cl_io.c:559:cl_io_end()) Process entered 00000100:00000001:1.0:1787745002.628278:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787745002.628526:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1787745002.628548:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1787745002.628551:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745002.628558:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787745002.628560:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745002.628562:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787745002.628565:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787745002.628568:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787745002.628575:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a2d00 x1874579698267264/t0(0) o2->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.628589:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787745002.628591:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745002.628596:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787745002.628599:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787745002.628601:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787745002.628605:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2397:1874579698267264:192.168.201.110@tcp:2:touch.0 00000100:00000001:1.0:1787745002.628610:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787745002.628616:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787745002.628619:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745002.628621:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787745002.628626:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a7643d05800. 02000000:00000001:1.0:1787745002.628628:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787745002.628636:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1787745002.628641:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c00cb8. 00000400:00000010:1.0:1787745002.628648:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0aa0. 00000100:00000200:1.0:1787745002.628655:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874579698267264, portal 4 00000100:00000001:1.0:1787745002.628657:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745002.628659:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511624960 : -129234197926656 : ffff8a76518a2d00) 00010000:00000010:1.1:1787745002.628702:0:2397:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a764543f400. 00010000:00000010:1.1:1787745002.628710:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a7647353800. 00000100:00000040:1.0:1787745002.628721:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a76518a2d00 x1874579698267264/t0(0) o2->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787745018 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.628730:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787745002.628733:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787745002.628736:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a05d8. 00000100:00000200:1.0:1787745002.628751:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1874579698267264, offset 0 00000400:00000200:1.0:1787745002.628759:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1787745002.628769:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787745002.628778:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1787745002.628785:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787745002.628789:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1787745002.628793:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787745002.628795:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787745002.628799:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440845:440845:256:4294967295] 192.168.201.110@tcp LPNI seq info [440844:440844:8:4294967295] 00000400:00000200:1.0:1787745002.629247:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787745002.629261:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1787745002.629271:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1787745002.629278:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a7646683000. 00000800:00000200:1.0:1787745002.630272:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1787745002.630293:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1787745002.630307:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7646683000 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1787745002.630329:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745002.630336:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137633 usecs (138 jiffies) 00000400:00000200:1.0:1787745002.630341:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000800:00000200:2.0:1787745002.630549:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745002.630555:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a7646683000. 00000400:00000200:2.0:1787745002.630561:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745002.630567:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745002.630574:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a05d8 00000400:00000010:2.0:1787745002.630576:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a05d8. 00000100:00000001:2.0:1787745002.630581:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745002.630588:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a2d00 x1874579698267264/t0(0) o2->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787745018 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745002.630598:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745002.630601:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a2d00 x1874579698267264/t0(0) o2->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787745018 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745002.630608:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745002.630609:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787745002.630761:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301297721 00000100:00000010:1.0:1787745002.630768:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897a840. 00000100:00000001:1.0:1787745002.630775:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787745002.630793:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301297721 00000100:00000010:1.0:1787745002.630797:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a765897ade0. 00000100:00000001:1.0:1787745002.630801:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787745002.630812:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745002.630817:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.630821:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.630826:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745002.633236:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787745002.641134:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.641153:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745002.641158:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.641161:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745002.641171:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.641179:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745002.641188:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.641193:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.641198:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.641202:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 432 into portal 4 MB=0x6a8eb9904b480 00000400:00000200:2.0:1787745002.641208:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.641214:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 432/432 into md 0x3e1f0d [1] + 224 00000800:00000001:2.0:1787745002.641222:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.641231:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745002.641234:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745002.641240:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745002.641250:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787745002.641259:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a2d00 x1874579698267264/t0(0) o2->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787745018 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787745002.641290:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff8a76518a2d00 x1874579698267264/t0(0) o2->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787745018 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745002.641313:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787745002.641322:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.641326:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745002.642094:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787745002.642102:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787745002.642111:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787745002.642114:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787745002.642118:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c00cb8. 00000400:00000200:1.0:1787745002.642124:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0aa0 00000400:00000010:1.0:1787745002.642127:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0aa0. 00000100:00000001:1.0:1787745002.642130:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787745002.642137:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a2d00 x1874579698267264/t0(0) o2->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787745018 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787745002.642147:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a2d00 x1874579698267264/t0(0) o2->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787745018 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.642174:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787745002.642177:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745002.642180:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787745002.642185:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787745002.642187:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787745002.642190:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745002.642193:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787745002.642207:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654460 time=115 v=5 (5 5 5 5) 00000100:00001000:1.0:1787745002.642211:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=104 v=5 (1 1 1 1) 00000100:00000001:1.0:1787745002.642214:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787745002.642216:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.642220:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787745002.642225:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.642229:0:2397:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787745002.642232:0:2397:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787745002.642233:0:2397:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787745002.642236:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745002.642237:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511624960 : -129234197926656 : ffff8a76518a2d00) 00000100:00000001:1.0:1787745002.642241:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787745002.642243:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:1.0:1787745002.642245:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787745002.642248:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745002.642254:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a2d00 x1874579698267264/t12884903335(12884903335) o2->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.642261:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745002.642264:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787745002.642266:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787745002.642269:0:2397:0:(osc_request.c:177:osc_setattr_interpret()) Process entered 00000008:00000001:1.0:1787745002.642305:0:2397:0:(osc_request.c:190:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745002.642311:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a2d00 x1874579698267264/t12884903335(12884903335) o2->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787745018 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787745002.642319:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2397:1874579698267264:192.168.201.110@tcp:2:touch.0 00000100:00000001:1.0:1787745002.642331:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745002.642335:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745002.642339:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a2d00 x1874579698267264/t12884903335(12884903335) o2->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1787745018 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.642345:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.642348:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745002.642354:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787745002.642356:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.642359:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787745002.642361:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745002.642405:0:179946:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:2.0:1787745002.642409:0:179946:0:(lov_io.c:1568:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745002.642411:0:179946:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745002.642415:0:179946:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:2.0:1787745002.642417:0:179946:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:2.0:1787745002.642420:0:179946:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1787745002.642422:0:179946:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a7648c9c8a8 (ffff8a76453bacf8/0) at cl_lock_release():245 00000020:00000001:2.0:1787745002.642425:0:179946:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787745002.642426:0:179946:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a7648c9c8a8 (ffff8a76453bacf8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1787745002.642431:0:179946:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1787745002.642435:0:179946:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787745002.642437:0:179946:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614839348782952 : -129234360768664 : ffff8a7647d56768) 00000020:00000001:2.0:1787745002.642440:0:179946:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787745002.642441:0:179946:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a7648972930 (ffff8a76453bad88/1) at cl_lock_cancel():142 00000008:00000001:2.0:1787745002.642444:0:179946:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1787745002.642446:0:179946:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:2.0:1787745002.642450:0:179946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787745002.642453:0:179946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787745002.642456:0:179946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab800 refcount=4 00000020:00000001:2.0:1787745002.642458:0:179946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:2.0:1787745002.642462:0:179946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:2.0:1787745002.642464:0:179946:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787745002.642471:0:179946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 4/0,1 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1787745002.642482:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745002.642484:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787745002.642485:0:179946:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787745002.642495:0:179946:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787745002.642497:0:179946:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1787745002.642508:0:179946:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787745002.642510:0:179946:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787745002.642512:0:179946:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787745002.642517:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745002.642518:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787745002.642519:0:179946:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787745002.642522:0:179946:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787745002.642524:0:179946:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787745002.642527:0:179946:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787745002.642529:0:179946:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787745002.642531:0:179946:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787745002.642532:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745002.642533:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787745002.642535:0:179946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745002.642536:0:179946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787745002.642537:0:179946:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1787745002.642539:0:179946:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1787745002.642541:0:179946:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787745002.642542:0:179946:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787745002.642543:0:179946:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787745002.642545:0:179946:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a7648c9c8a8 (ffff8a76453bacf8/0) at cl_lock_fini():72 00020000:00000001:2.0:1787745002.642548:0:179946:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1787745002.642549:0:179946:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787745002.642550:0:179946:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a7648972930 (ffff8a76453bacf8/1) at cl_lock_fini():72 00000008:00000010:2.0:1787745002.642554:0:179946:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff8a765190e3a8. 00000020:00000001:2.0:1787745002.642558:0:179946:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1787745002.642560:0:179946:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff8a7648972900. 00020000:00000001:2.0:1787745002.642563:0:179946:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1787745002.642564:0:179946:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1787745002.642565:0:179946:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1787745002.642567:0:179946:0:(lov_io.c:1646:lov_io_unlock()) Process entered 00020000:00000001:2.0:1787745002.642569:0:179946:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:2.0:1787745002.642571:0:179946:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:2.0:1787745002.642572:0:179946:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1787745002.642573:0:179946:0:(lov_io.c:1580:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745002.642580:0:179946:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745002.642581:0:179946:0:(lov_io.c:1649:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1787745002.642583:0:179946:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1787745002.642584:0:179946:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1787745002.642586:0:179946:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1787745002.642587:0:179946:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1787745002.642589:0:179946:0:(lov_io.c:1627:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1787745002.642590:0:179946:0:(lov_io.c:1480:lov_io_call()) Process entered 00000020:00000001:2.0:1787745002.642591:0:179946:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1787745002.642593:0:179946:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1787745002.642594:0:179946:0:(lov_io.c:1574:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745002.642596:0:179946:0:(lov_io.c:1497:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745002.642597:0:179946:0:(lov_io.c:1638:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1787745002.642598:0:179946:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1787745002.642600:0:179946:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745002.642603:0:179946:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1787745002.642605:0:179946:0:(lov_io.c:1054:lov_io_fini()) Process entered 00020000:00000001:2.0:1787745002.642607:0:179946:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1787745002.642608:0:179946:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1787745002.642609:0:179946:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787745002.642611:0:179946:0:(cl_object.c:917:cl_env_put()) 1@ffff8a76453bad80 00020000:00000001:2.0:1787745002.642614:0:179946:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1787745002.642616:0:179946:0:(lov_io.c:1073:lov_io_fini()) Process leaving 00000080:00000001:2.0:1787745002.642620:0:179946:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787745002.642622:0:179946:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10a92:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1787745002.642625:0:179946:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787745002.642626:0:179946:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787745002.642627:0:179946:0:(cl_object.c:917:cl_env_put()) 1@ffff8a76453bacf0 00000020:00000010:2.0:1787745002.642631:0:179946:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8a7659328800. 00000020:00000010:2.0:1787745002.642635:0:179946:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8a76494a6420. 00000008:00000010:2.0:1787745002.642659:0:179946:0:(osc_dev.c:103:osc_key_fini()) slab-freed '(info)': 2920 at ffff8a7645dff210. 00020000:00000010:2.0:1787745002.642739:0:179946:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8a76820cec00. 00008000:00000010:2.0:1787745002.642767:0:179946:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a7646e051a8. 00000080:00000010:2.0:1787745002.642775:0:179946:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8a764668b690. 00000080:00000010:2.0:1787745002.642780:0:179946:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 632 at ffff8a766c9df650. 00000020:00000010:2.0:1787745002.642795:0:179946:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a7659328a00. 00000008:00000010:2.0:1787745002.642801:0:179946:0:(osc_dev.c:128:osc_session_fini()) slab-freed '(info)': 352 at ffff8a7647272c60. 00020000:00000010:2.0:1787745002.642805:0:179946:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 624 at ffff8a7647d56700. 00008000:00000010:2.0:1787745002.642822:0:179946:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a76724260e8. 00000080:00000010:2.0:1787745002.642828:0:179946:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8a7648c9c870. 00000020:00000010:2.0:1787745002.642837:0:179946:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a7659328e00. 00000020:00000010:2.0:1787745002.642853:0:179946:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8a76453bacf0. 00000080:00000001:2.0:1787745002.642859:0:179946:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787745002.642863:0:179946:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:2.0:1787745002.642868:0:179946:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7646296e00. 00000020:00000001:2.0:1787745002.642891:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187bc30 00000080:00200008:2.0:1787745002.642895:0:179946:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f36h.sanity:[0x200000402:0x10a92:0x0](ffff8a766d5b1988) current size 158, valid attrs 100101f0, mode 0, uid -1053911974, gid -1, new size 18446744071851932183, atime 977288400.000000000, mtime 977288400.000000000, ctime 1787745002.000000000, rc 0 00000080:00000001:2.0:1787745002.642902:0:179946:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745002.642950:0:179946:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1787745002.642954:0:179946:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a76461ccf80 00020000:00000002:2.0:1787745002.642958:0:179946:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a76461ccf80 00020000:00000001:2.0:1787745002.642961:0:179946:0:(lov_object.c:2464:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787745002.642968:0:179946:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1787745002.642970:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187bdf0 00000080:00200008:2.0:1787745002.642972:0:179946:0:(file.c:479:ll_file_release()) START file f36h.sanity:[0x200000402:0x10a92:0x0](ffff8a766d5b1988), flags 104001 00000080:00000001:2.0:1787745002.642976:0:179946:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1787745002.642978:0:179946:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1787745002.642980:0:179946:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1787745002.642981:0:179946:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a76461ccf80 00020000:00000002:2.0:1787745002.642984:0:179946:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a76461ccf80 00020000:00000001:2.0:1787745002.642986:0:179946:0:(lov_object.c:2464:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787745002.642989:0:179946:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1787745002.642995:0:179946:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787745002.642999:0:179946:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787745002.643002:0:179946:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787745002.643005:0:179946:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787745002.643007:0:179946:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787745002.643009:0:179946:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a92:0x0] 00800000:00000001:2.0:1787745002.643012:0:179946:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787745002.643018:0:179946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787745002.643021:0:179946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787745002.643029:0:179946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976f00 count: 2 00010000:00000001:2.0:1787745002.643032:0:179946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1787745002.643047:0:179946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787745002.643049:0:179946:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x10a92:0x0]: 0 00000080:00000001:2.0:1787745002.643052:0:179946:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1787745002.643054:0:179946:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1787745002.643058:0:179946:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff8a7645f82a00. 00000080:00000001:2.0:1787745002.643060:0:179946:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1787745002.643065:0:179946:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1787745002.643069:0:179946:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1787745002.643071:0:179946:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787745002.643072:0:179946:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787745002.643073:0:179946:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787745002.643075:0:179946:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787745002.643076:0:179946:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787745002.643078:0:179946:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a92:0x0] 00800000:00000001:2.0:1787745002.643080:0:179946:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787745002.643082:0:179946:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x10a92:0x0] 00000002:00000001:2.0:1787745002.643085:0:179946:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1787745002.643088:0:179946:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff8a7648bee000: [0x200000402:0x10a92:0x0] file closed with intent: 0 00000100:00000010:2.0:1787745002.643094:0:179946:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca34b40. 00000020:00000040:2.0:1787745002.643098:0:179946:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1732 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000001:2.0:1787745002.643103:0:179946:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787745002.643105:0:179946:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787745002.643109:0:179946:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787745002.643115:0:179946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a7645f82200. 00000100:00000001:2.0:1787745002.643139:0:179946:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1787745002.643167:0:179946:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8a76724761c0 x1874579698266752/t25769956162(25769956162) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1787745018 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787745002.643179:0:179946:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8a7648bee000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787745002.643184:0:179946:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a766ca34b40 x1874579698267520/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1787745002.643192:0:179946:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787745002.643194:0:179946:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787745002.643203:0:179946:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a76589069c0. 00000100:00000001:2.0:1787745002.643205:0:179946:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614839629474240 : -129234080077376 : ffff8a76589069c0) 00000100:00000001:2.0:1787745002.643214:0:179946:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787745002.643215:0:179946:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966255936 : -129233743295680 : ffff8a766ca34b40) 00000100:00000001:2.0:1787745002.643220:0:179946:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787745002.643225:0:179946:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745002.643227:0:179946:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787745002.643228:0:179946:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787745002.643233:0:179946:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca34b40 x1874579698267520/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745002.643240:0:179946:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787745002.643259:0:179946:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787745002.643264:0:179946:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787745002.643267:0:179946:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787745002.643269:0:179946:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787745002.643273:0:179946:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca34b40 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179946:1874579698267520:192.168.201.110@tcp:35:touch.0 00000100:00000001:2.0:1787745002.643291:0:179946:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787745002.643303:0:179946:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787745002.643306:0:179946:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787745002.643309:0:179946:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787745002.643317:0:179946:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8a7645ed8000. 02000000:00000001:2.0:1787745002.643319:0:179946:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787745002.643326:0:179946:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1787745002.643331:0:179946:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76485318f0. 00000400:00000010:2.0:1787745002.643338:0:179946:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a7658906480. 00000100:00000200:2.0:1787745002.643345:0:179946:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1874579698267520, portal 10 00000100:00000001:2.0:1787745002.643347:0:179946:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787745002.643348:0:179946:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966255936 : -129233743295680 : ffff8a766ca34b40) 00000100:00000040:2.0:1787745002.643356:0:179946:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a766ca34b40 x1874579698267520/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787745018 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745002.643363:0:179946:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787745002.643366:0:179946:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1787745002.643386:0:179946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703a18. 00000100:00000200:2.0:1787745002.643390:0:179946:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874579698267520, offset 0 00000400:00000200:2.0:1787745002.643396:0:179946:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1787745002.643412:0:179946:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.643419:0:179946:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1787745002.643426:0:179946:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787745002.643431:0:179946:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1787745002.643434:0:179946:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787745002.643437:0:179946:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1787745002.643440:0:179946:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440846:440846:256:4294967295] 192.168.201.110@tcp LPNI seq info [440845:440845:8:4294967295] 00000400:00000200:2.0:1787745002.643445:0:179946:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.643454:0:179946:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1787745002.643460:0:179946:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1787745002.643465:0:179946:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad53c00. 00000800:00000200:2.0:1787745002.643485:0:179946:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1787745002.643494:0:179946:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1787745002.643512:0:179946:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad53c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1787745002.643548:0:179946:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787745002.643553:0:179946:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8822 usecs (9 jiffies) 00000400:00000200:2.0:1787745002.643556:0:179946:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1787745002.643574:0:179946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301297604 00000100:00000001:2.0:1787745002.643577:0:179946:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301297721 00000100:00000001:2.0:1787745002.643579:0:179946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301297604 00000100:00000001:2.0:1787745002.643581:0:179946:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301297721 00000100:00000001:2.0:1787745002.643584:0:179946:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787745002.643586:0:179946:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745002.643599:0:179946:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787745002.643600:0:179946:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787745002.643603:0:179946:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a76589069c0 going to sleep for 11 seconds 00000100:00000001:2.0:1787745002.643606:0:179946:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787745002.643608:0:179946:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787745002.645063:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787745002.645081:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad53c00. 00000400:00000200:3.0:1787745002.645087:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787745002.645095:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1787745002.645100:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703a18 00000400:00000010:3.0:1787745002.645113:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703a18. 00000100:00000001:3.0:1787745002.645119:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787745002.645124:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca34b40 x1874579698267520/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787745018 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745002.645145:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787745002.645174:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a766ca34b40 x1874579698267520/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787745018 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745002.645181:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745002.645183:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1787745002.648111:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745002.648118:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.648123:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745002.648125:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.648128:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745002.648129:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.648131:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745002.648132:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.648169:0:81966:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787745002.648173:0:81966:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745002.648176:0:81966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1787745002.660973:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.660994:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745002.660999:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.661018:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745002.661029:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.661050:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745002.661062:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.661067:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.661088:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.661094:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 456 into portal 10 MB=0x6a8eb9904b580 00000400:00000200:2.0:1787745002.661109:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.661119:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 456/456 into md 0x3e1f15 [2] + 224 00000800:00000001:2.0:1787745002.661140:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.661149:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745002.661153:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745002.661172:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745002.661182:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787745002.661195:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca34b40 x1874579698267520/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787745018 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787745002.661207:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff8a766ca34b40 x1874579698267520/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745002.661233:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787745002.661244:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.661248:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745002.661292:0:179946:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787745002.661306:0:179946:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787745002.661308:0:179946:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787745002.661313:0:179946:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76485318f0. 00000400:00000200:1.0:1787745002.661318:0:179946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7658906480 00000400:00000010:1.0:1787745002.661321:0:179946:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff8a7658906480. 00000100:00000001:1.0:1787745002.661325:0:179946:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787745002.661330:0:179946:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca34b40 x1874579698267520/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787745002.661338:0:179946:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca34b40 x1874579698267520/t0(0) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/4592 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.661344:0:179946:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787745002.661346:0:179946:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745002.661356:0:179946:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787745002.661361:0:179946:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787745002.661363:0:179946:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787745002.661366:0:179946:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745002.661369:0:179946:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787745002.661516:0:179946:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f4f0 time=115 v=5 (5 5 5 5) 00000100:00001000:1.0:1787745002.661522:0:179946:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1787745002.661525:0:179946:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787745002.661527:0:179946:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.661531:0:179946:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787745002.661534:0:179946:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.661538:0:179946:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787745002.661550:0:179946:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1787745002.661552:0:179946:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787745002.661555:0:179946:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745002.661557:0:179946:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966255936 : -129233743295680 : ffff8a766ca34b40) 00000100:00000001:1.0:1787745002.661560:0:179946:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787745002.661562:0:179946:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:1.0:1787745002.661564:0:179946:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787745002.661566:0:179946:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745002.661572:0:179946:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca34b40 x1874579698267520/t25769956164(25769956164) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787745018 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.661579:0:179946:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745002.661582:0:179946:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787745002.661584:0:179946:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787745002.661589:0:179946:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca34b40 x1874579698267520/t25769956164(25769956164) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787745018 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787745002.661597:0:179946:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca34b40 pname:cluuid:pid:xid:nid:opc:job touch:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179946:1874579698267520:192.168.201.110@tcp:35:touch.0 00000100:00000001:1.0:1787745002.661602:0:179946:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745002.661606:0:179946:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.661608:0:179946:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787745002.661611:0:179946:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745002.661615:0:179946:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a766ca34b40 x1874579698267520/t25769956164(25769956164) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787745018 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.661628:0:179946:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787745002.661631:0:179946:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a76589069c0. 00000100:00000001:1.0:1787745002.661633:0:179946:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787745002.661635:0:179946:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.661643:0:179946:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745002.661644:0:179946:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966255936 : -129233743295680 : ffff8a766ca34b40) 00000002:00000001:1.0:1787745002.661647:0:179946:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745002.661650:0:179946:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787745002.661657:0:179946:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7645f82a00. 00000080:00000001:1.0:1787745002.661660:0:179946:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1787745002.661714:0:179946:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1787745002.661717:0:179946:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787745002.661720:0:179946:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787745002.661722:0:179946:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787745002.661725:0:179946:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787745002.661727:0:179946:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745002.661729:0:179946:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a92:0x0] 00800000:00000001:1.0:1787745002.661731:0:179946:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787745002.661736:0:179946:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1787745002.661753:0:179946:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8a76724761c0 x1874579698266752/t25769956162(25769956162) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1787745018 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.661762:0:179946:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745002.661763:0:179946:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614840060895680 : -129233648655936 : ffff8a76724761c0) 00000100:00000001:1.0:1787745002.661766:0:179946:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745002.661769:0:179946:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76724761c0 x1874579698266752/t25769956162(25769956162) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1787745018 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.661775:0:179946:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.661777:0:179946:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745002.661780:0:179946:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a766ca34b40 x1874579698267520/t25769956164(25769956164) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787745018 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.661786:0:179946:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.661788:0:179946:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745002.661797:0:179946:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76724761c0 x1874579698266752/t25769956162(25769956162) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1787745018 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.662009:0:179946:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1787745002.662013:0:179946:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787745002.662015:0:179946:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1731 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:1.0:1787745002.662018:0:179946:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787745002.662021:0:179946:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff8a76494ec000. 02000000:00000001:1.0:1787745002.662026:0:179946:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787745002.662029:0:179946:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787745002.662031:0:179946:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76724761c0. 00000100:00000001:1.0:1787745002.662034:0:179946:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787745002.662035:0:179946:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787745002.662036:0:179946:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745002.662040:0:179946:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca34b40 x1874579698267520/t25769956164(25769956164) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787745018 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.662046:0:179946:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787745002.662048:0:179946:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff8a766c9b2ee0. 00000002:00000001:1.0:1787745002.662050:0:179946:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745002.662052:0:179946:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787745002.662054:0:179946:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8a76476bd6c0. 00000100:00000001:1.0:1787745002.662056:0:179946:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787745002.662059:0:179946:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca34b40 x1874579698267520/t25769956164(25769956164) o35->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1787745018 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.662064:0:179946:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787745002.662066:0:179946:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787745002.662068:0:179946:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8a7645ed8000. 02000000:00000001:1.0:1787745002.662071:0:179946:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787745002.662072:0:179946:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787745002.662074:0:179946:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1730 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:1.0:1787745002.662075:0:179946:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787745002.662076:0:179946:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a7645f82200. 02000000:00000001:1.0:1787745002.662078:0:179946:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787745002.662079:0:179946:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787745002.662080:0:179946:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca34b40. 00000100:00000001:1.0:1787745002.662089:0:179946:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787745002.662090:0:179946:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787745002.662093:0:179946:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787745002.662097:0:179946:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8a76486f17c0. 00000080:00000001:1.0:1787745002.662101:0:179946:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.662109:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187bdf0 00000080:00000008:1.0:1787745002.662112:0:179946:0:(file.c:523:ll_file_release()) COMPLETED file f36h.sanity:[0x200000402:0x10a92:0x0](ffff8a766d5b1988), flags 104001, rc = 0 00000080:00000001:1.0:1787745002.662115:0:179946:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787745002.667112:0:179946:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787745002.667125:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187be00 00000080:00002000:2.0:1787745002.667132:0:179946:0:(dcache.c:127:ll_ddelete()) deleting dentry f36h.sanity (ffff8a7649e70d80, parent ffff8a7649e73bd0, inode ffff8a766d5b1988) hashed, 00000080:00000001:2.0:1787745002.667137:0:179946:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787745002.667148:0:179946:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1787745002.667219:0:179946:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1787745002.667226:0:179946:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787745002.667227:0:179946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d4187be00 00000080:00002000:2.0:1787745002.667231:0:179946:0:(dcache.c:127:ll_ddelete()) keeping dentry d36h.sanity (ffff8a7649e73bd0, parent ffff8a76490e4ca8, inode ffff8a766d5b3248) hashed, 00000080:00000001:2.0:1787745002.667234:0:179946:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1F:1787745002.679903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8a766c920d20. 00000080:00000001:3.0:1787745002.697351:0:179947:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787745002.697360:0:179947:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1787745002.697362:0:179947:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1787745002.697366:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37b20 00000080:00200000:3.0:1787745002.697370:0:179947:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:3.0:1787745002.697614:0:179947:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7646301a00. 00800000:00000002:3.0:1787745002.697624:0:179947:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:3.0:1787745002.697628:0:179947:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787745002.697633:0:179947:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787745002.697635:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37a40 00800000:00000002:3.0:1787745002.697639:0:179947:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1787745002.697643:0:179947:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787745002.697646:0:179947:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787745002.697649:0:179947:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787745002.697651:0:179947:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787745002.697653:0:179947:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787745002.697656:0:179947:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787745002.697658:0:179947:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1787745002.697724:0:179947:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787745002.697729:0:179947:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1787745002.697735:0:179947:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787745002.697737:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37910 00000002:00010000:3.0:1787745002.697739:0:179947:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1787745002.697752:0:179947:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1787745002.697755:0:179947:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787745002.697759:0:179947:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1787745002.697766:0:179947:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a765346b600 count: 2 00010000:00000001:3.0:1787745002.697769:0:179947:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787745002.697774:0:179947:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787745002.697778:0:179947:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787745002.697783:0:179947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1787745002.698237:0:179947:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787745002.698246:0:179947:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787745002.698251:0:179947:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1787745002.698260:0:179947:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1787745002.698263:0:179947:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1787745002.698266:0:179947:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787745002.698268:0:179947:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1787745002.698271:0:179947:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787745002.698273:0:179947:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1787745002.698353:0:179947:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1787745002.698358:0:179947:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:3.0:1787745002.698362:0:179947:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7646301a00. 00000080:00000001:3.0:1787745002.698369:0:179947:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1787745002.698371:0:179947:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787745002.698374:0:179947:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:3.0:1787745002.698453:0:179947:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa08f9 00800000:00000001:3.0:1787745002.698457:0:179947:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787745002.698460:0:179947:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787745002.698462:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787745002.698466:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745002.698470:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:3.0:1787745002.698472:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:3.0:1787745002.698476:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:3.0:1787745002.698481:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745002.698483:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787745002.698484:0:179947:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787745002.698487:0:179947:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787745002.698490:0:179947:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08f9 from it ffffa29d41e37b58 00010000:00000001:3.0:1787745002.698493:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787745002.698494:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745002.698505:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:3.0:1787745002.698508:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:3.0:1787745002.698510:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:3.0:1787745002.698513:0:179947:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787745002.698516:0:179947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1787745002.698523:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745002.698524:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745002.698526:0:179947:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787745002.698529:0:179947:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787745002.698531:0:179947:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1787745002.700839:0:179947:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787745002.700852:0:179947:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787745002.700854:0:179947:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787745002.700861:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745002.700863:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745002.700865:0:179947:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745002.700870:0:179947:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787745002.700872:0:179947:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745002.700874:0:179947:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745002.700879:0:179947:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745002.700882:0:179947:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787745002.700884:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745002.700885:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787745002.700890:0:179947:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787745002.700893:0:179947:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1787745002.700898:0:179947:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8), inode mode 41ff mask 1 00000080:00000001:3.0:1787745002.700907:0:179947:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787745002.700916:0:179947:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1787745002.700920:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37ae8 00000080:00002000:3.0:1787745002.700923:0:179947:0:(dcache.c:87:ll_dcompare()) found name d36h.sanity(ffff8a7649e73bd0) flags 0x28000e refc 0 00000080:00000001:3.0:1787745002.700926:0:179947:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745002.700929:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37b30 00000080:00200000:3.0:1787745002.700946:0:179947:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d36h.sanity, flags=24 00000080:00000001:3.0:1787745002.700952:0:179947:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1787745002.700954:0:179947:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787745002.700961:0:179947:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:3.0:1787745002.700963:0:179947:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x10a91:0x0](ffff8a766d5b3248), inode mode 41ed mask 1 00000080:00000001:3.0:1787745002.700967:0:179947:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787745002.700982:0:179947:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8a7643d02a40. 00000020:00000001:3.0:1787745002.700987:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37ae8 00000080:00200000:3.0:1787745002.700989:0:179947:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f36h.sanity, dir=[0x200000402:0x10a91:0x0](ffff8a766d5b3248), flags=8 00000080:00000001:3.0:1787745002.700992:0:179947:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1787745002.700995:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37998 00000080:00200000:3.0:1787745002.700997:0:179947:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f36h.sanity, dir=[0x200000402:0x10a91:0x0](ffff8a766d5b3248), intent=getattr 00000080:00000010:3.0:1787745002.701006:0:179947:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7646301a00. 00800000:00000002:3.0:1787745002.701013:0:179947:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a766c5d6e80 2 00000080:00000001:3.0:1787745002.701019:0:179947:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787745002.701022:0:179947:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787745002.701024:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e378b8 00800000:00000002:3.0:1787745002.701025:0:179947:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f36h.sanity' on [0x200000402:0x10a91:0x0] 00800000:00000001:3.0:1787745002.701029:0:179947:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:3.0:1787745002.701034:0:179947:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f36h.sanity hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:3.0:1787745002.701040:0:179947:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xbd:0x0] 00000020:00000001:3.0:1787745002.701043:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37850 00800000:00000002:3.0:1787745002.701045:0:179947:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b10:0xbd:0x0], fid2=[0x0:0x0:0x0], name='f36h.sanity' -> mds #0 00000002:00000001:3.0:1787745002.701049:0:179947:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787745002.701051:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37788 00000002:00010000:3.0:1787745002.701052:0:179947:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f36h.sanity,[0x0:0x0:0x0]) in obj [0x200002b10:0xbd:0x0], intent: getattr flags 01 00000002:00000001:3.0:1787745002.701056:0:179947:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787745002.701058:0:179947:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1787745002.701064:0:179947:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c64b840. 00000020:00000040:3.0:1787745002.701068:0:179947:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1731 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00010000:00000001:3.0:1787745002.701075:0:179947:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787745002.701079:0:179947:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787745002.701082:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745002.701083:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745002.701090:0:179947:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745002.701094:0:179947:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787745002.701096:0:179947:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787745002.701101:0:179947:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787745002.701108:0:179947:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a765117e800. 00000100:00000001:3.0:1787745002.701116:0:179947:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745002.701121:0:179947:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787745002.701122:0:179947:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745002.701124:0:179947:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787745002.701125:0:179947:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745002.701127:0:179947:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787745002.701136:0:179947:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446614839962155072 : -129233747396544 : ffff8a766c64b840) 00010000:00000001:3.0:1787745002.701141:0:179947:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787745002.701143:0:179947:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787745002.701151:0:179947:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8a766c983200. 00010000:00000010:3.0:1787745002.703017:0:179947:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a7651948300. 00010000:00000001:3.0:1787745002.703034:0:179947:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787745002.703039:0:179947:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a76476ab000. 00000020:00000001:3.0:1787745002.703045:0:179947:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787745002.703048:0:179947:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a76476ab000 with handle 0x6bfe83e2a9fa093f to hash 00000020:00000001:3.0:1787745002.703051:0:179947:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787745002.703053:0:179947:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:3.0:1787745002.703057:0:179947:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:3.0:1787745002.703062:0:179947:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787745002.703066:0:179947:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787745002.703071:0:179947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 179947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787745002.703083:0:179947:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179947 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787745002.703100:0:179947:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 179947 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787745002.703105:0:179947:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787745002.703123:0:179947:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787745002.703129:0:179947:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a767ad01180. 00000100:00000001:3.0:1787745002.703132:0:179947:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614840204071296 : -129233505480320 : ffff8a767ad01180) 00000100:00000001:3.0:1787745002.703135:0:179947:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787745002.703137:0:179947:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962155072 : -129233747396544 : ffff8a766c64b840) 00000100:00000001:3.0:1787745002.703143:0:179947:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787745002.703147:0:179947:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745002.703149:0:179947:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787745002.703151:0:179947:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787745002.703503:0:179947:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c64b840 x1874579698267648/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745002.703514:0:179947:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787745002.703517:0:179947:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745002.703521:0:179947:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787745002.703525:0:179947:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787745002.703527:0:179947:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787745002.703531:0:179947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c64b840 pname:cluuid:pid:xid:nid:opc:job ls:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179947:1874579698267648:192.168.201.110@tcp:101:ls.0 00000100:00000001:3.0:1787745002.703536:0:179947:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787745002.704026:0:179947:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787745002.704031:0:179947:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745002.704034:0:179947:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787745002.704055:0:179947:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8a7651954000. 02000000:00000001:3.0:1787745002.704059:0:179947:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787745002.704066:0:179947:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787745002.704072:0:179947:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766e18. 00000400:00000010:3.0:1787745002.704080:0:179947:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8a767ad013c0. 00000100:00000200:3.0:1787745002.704087:0:179947:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874579698267648, portal 10 00000100:00000001:3.0:1787745002.704089:0:179947:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787745002.704091:0:179947:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962155072 : -129233747396544 : ffff8a766c64b840) 00000100:00000040:3.0:1787745002.704099:0:179947:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a766c64b840 x1874579698267648/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745018 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745002.704107:0:179947:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787745002.704110:0:179947:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787745002.704113:0:179947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8acee0. 00000100:00000200:3.0:1787745002.704123:0:179947:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1874579698267648, offset 0 00000400:00000200:3.0:1787745002.704130:0:179947:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787745002.704139:0:179947:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745002.704147:0:179947:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787745002.704152:0:179947:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787745002.705830:0:179947:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787745002.705845:0:179947:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787745002.705849:0:179947:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787745002.705854:0:179947:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440847:440847:256:4294967295] 192.168.201.110@tcp LPNI seq info [440846:440846:8:4294967295] 00000400:00000200:3.0:1787745002.705861:0:179947:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745002.705873:0:179947:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787745002.705882:0:179947:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787745002.705891:0:179947:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68100. 00000800:00000200:3.0:1787745002.705899:0:179947:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787745002.705908:0:179947:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787745002.705913:0:179947:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68100 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1787745002.705975:0:179947:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745002.705982:0:179947:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8823 usecs (9 jiffies) 00000400:00000200:3.0:1787745002.705986:0:179947:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787745002.705989:0:179947:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301297667 00000100:00000001:3.0:1787745002.705993:0:179947:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301297721 00000100:00000001:3.0:1787745002.705995:0:179947:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301297667 00000100:00000001:3.0:1787745002.705997:0:179947:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301297721 00000100:00000001:3.0:1787745002.705999:0:179947:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787745002.706002:0:179947:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745002.706005:0:179947:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787745002.706007:0:179947:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787745002.706010:0:179947:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a767ad01180 going to sleep for 11 seconds 00000100:00000001:3.0:1787745002.706013:0:179947:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787745002.706016:0:179947:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787745002.714870:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745002.714881:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68100. 00000400:00000200:2.0:1787745002.714909:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745002.714919:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745002.714938:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8acee0 00000400:00000010:2.0:1787745002.714942:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8acee0. 00000100:00000001:2.0:1787745002.714950:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745002.714960:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c64b840 x1874579698267648/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745018 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745002.714973:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745002.714976:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a766c64b840 x1874579698267648/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745018 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745002.714986:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745002.714988:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787745002.730702:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.730725:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745002.730732:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.730734:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745002.730753:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.730762:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745002.730774:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.730779:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.730786:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.730790:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 640 into portal 10 MB=0x6a8eb9904b600 00000400:00000200:2.0:1787745002.730794:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.730801:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 640/640 into md 0x3e1f25 [4] + 224 00000800:00000001:2.0:1787745002.730808:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.730817:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745002.730821:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745002.730825:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745002.730833:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787745002.730841:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c64b840 x1874579698267648/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745018 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787745002.730852:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=9088 req@ffff8a766c64b840 x1874579698267648/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745002.730890:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787745002.730901:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.730905:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745002.731086:0:179947:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787745002.731095:0:179947:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787745002.731097:0:179947:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787745002.731101:0:179947:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766e18. 00000400:00000200:3.0:1787745002.731106:0:179947:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a767ad013c0 00000400:00000010:3.0:1787745002.731109:0:179947:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff8a767ad013c0. 00000100:00000001:3.0:1787745002.731112:0:179947:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787745002.731117:0:179947:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c64b840 x1874579698267648/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787745002.731126:0:179947:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c64b840 x1874579698267648/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/9088 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745002.731132:0:179947:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787745002.731134:0:179947:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745002.731137:0:179947:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787745002.731141:0:179947:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787745002.731144:0:179947:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787745002.731146:0:179947:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745002.731149:0:179947:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787745002.731167:0:179947:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1787745002.731172:0:179947:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=69 v=5 (1 1 1 1) 00000100:00000001:3.0:1787745002.731174:0:179947:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787745002.731176:0:179947:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745002.731178:0:179947:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787745002.731182:0:179947:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745002.731186:0:179947:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787745002.731189:0:179947:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:3.0:1787745002.731191:0:179947:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787745002.731194:0:179947:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745002.731199:0:179947:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c64b840 x1874579698267648/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/640 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745002.731207:0:179947:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787745002.731210:0:179947:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787745002.731212:0:179947:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787745002.731216:0:179947:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c64b840 x1874579698267648/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/640 e 0 to 0 dl 1787745018 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787745002.731237:0:179947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c64b840 pname:cluuid:pid:xid:nid:opc:job ls:14787480-93a6-4cc0-a123-65fa4fd1ab7d:179947:1874579698267648:192.168.201.110@tcp:101:ls.0 00000100:00000001:3.0:1787745002.731243:0:179947:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745002.731246:0:179947:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745002.731249:0:179947:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787745002.731251:0:179947:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787745002.731255:0:179947:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c64b840 x1874579698267648/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/640 e 0 to 0 dl 1787745018 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787745002.731262:0:179947:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787745002.731265:0:179947:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a767ad01180. 00000100:00000001:3.0:1787745002.731268:0:179947:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787745002.731269:0:179947:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745002.731273:0:179947:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787745002.731277:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787745002.731280:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745002.731284:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab000 refcount=4 00000020:00000001:3.0:1787745002.731286:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:3.0:1787745002.731294:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000040:3.0:1787745002.731302:0:179947:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8a76476ab000, remote cookie: 0xd1177cb064f74a2f, flags: 0x1001 00010000:00010000:3.0:1787745002.731308:0:179947:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 4/1,0 mode: --/CR res: [0x200002b10:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1787745002.731317:0:179947:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x10a92:0x0].0x0, instead of [0x200002b10:0xbd:0x0].0x0 00010000:00000001:3.0:1787745002.731320:0:179947:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1787745002.731327:0:179947:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976f00 count: 2 00010000:00000001:3.0:1787745002.731330:0:179947:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1787745002.731333:0:179947:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a766c983200 count: 0 00010000:00000010:3.0:1787745002.731339:0:179947:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a7651948300. 00010000:00000001:3.0:1787745002.731358:0:179947:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787745002.731362:0:179947:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 4/1,0 mode: --/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787745002.731560:0:179947:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 4/1,0 mode: --/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787745002.731567:0:179947:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787745002.731571:0:179947:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787745002.731573:0:179947:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787745002.731576:0:179947:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787745002.731577:0:179947:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787745002.731579:0:179947:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x10a92:0x0].0x0 (ffff8a7658976f00) refcount = 2 00010000:00000040:3.0:1787745002.731582:0:179947:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1787745002.731585:0:179947:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a767247ee00/0x6bfe83e2a9fa0938 lrc: 1/0,0 mode: CR/CR res: [0x200000402:0x10a92:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd1177cb064f74a13 expref: -99 pid: 179946 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1787745002.731592:0:179947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787745002.731599:0:179947:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787745002.731602:0:179947:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787745002.731604:0:179947:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787745002.731607:0:179947:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787745002.731610:0:179947:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787745002.731613:0:179947:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787745002.731619:0:179947:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787745002.731621:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745002.731622:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745002.731624:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745002.731625:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745002.731627:0:179947:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787745002.731632:0:179947:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1787745002.731634:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787745002.731656:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745002.731658:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab000 refcount=3 00000020:00000001:3.0:1787745002.731660:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:3.0:1787745002.731713:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:3.0:1787745002.731716:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787745002.731717:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745002.731718:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab000 refcount=4 00000020:00000001:3.0:1787745002.731720:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:3.0:1787745002.731722:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:3.0:1787745002.731725:0:179947:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787745002.731728:0:179947:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787745002.731731:0:179947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787745002.731738:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745002.731748:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745002.731750:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787745002.731751:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745002.731752:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab000 refcount=5 00000020:00000001:3.0:1787745002.731754:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:3.0:1787745002.731756:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:3.0:1787745002.731758:0:179947:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787745002.731761:0:179947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787745002.731767:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745002.731768:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1787745002.731771:0:179947:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787745002.731777:0:179947:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787745002.731778:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745002.731786:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745002.731788:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745002.731788:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1787745002.731795:0:179947:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8a766c64b840 x1874579698267648/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/640 e 0 to 0 dl 1787745018 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1787745002.731803:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787745002.731804:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745002.731806:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab000 refcount=3 00000020:00000001:3.0:1787745002.731808:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:3.0:1787745002.731809:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00000002:00010000:3.0:1787745002.731813:0:179947:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1787745002.731823:0:179947:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8a764842b600. 00010000:00000001:3.0:1787745002.731825:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745002.731826:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787745002.731828:0:179947:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787745002.731830:0:179947:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787745002.731834:0:179947:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1787745002.731836:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787745002.731837:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745002.731839:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab000 refcount=3 00000020:00000001:3.0:1787745002.731840:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:3.0:1787745002.731843:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00000002:00010000:3.0:1787745002.731846:0:179947:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787745002.731852:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745002.731853:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745002.731855:0:179947:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787745002.731856:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787745002.731857:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745002.731858:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab000 refcount=3 00000020:00000001:3.0:1787745002.731860:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:3.0:1787745002.731868:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000040:3.0:1787745002.731871:0:179947:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976f00 count: 3 00010000:00000001:3.0:1787745002.731874:0:179947:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1787745002.731879:0:179947:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a7647e84400 type 13 mode 4 res 8589935618/68242 (0 0) 00010000:00000001:3.0:1787745002.731882:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745002.731883:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787745002.731885:0:179947:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787745002.731889:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37710 00000002:00002000:3.0:1787745002.731891:0:179947:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f36h.sanity intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1787745002.731895:0:179947:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787745002.731899:0:179947:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787745002.731902:0:179947:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787745002.731905:0:179947:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b10:0xbd:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1787745002.731909:0:179947:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787745002.731913:0:179947:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a766c5d6e80 2 00000080:00000001:3.0:1787745002.731917:0:179947:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1787745002.731919:0:179947:0:(namei.c:674:ll_lookup_it_finish()) it ffffa29d41e37b20 it_disposition b 00000080:00000001:3.0:1787745002.731922:0:179947:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1787745002.732145:0:179947:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1787745002.732150:0:179947:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1787745002.732153:0:179947:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289347730 : 144115205289347730 : 200000402010a92) 00000080:00000001:3.0:1787745002.732167:0:179947:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1787745002.732174:0:179947:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787745002.732180:0:179947:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614840203347944 : -129233506203672 : ffff8a767ac507e8) 00000020:00001000:3.0:1787745002.732183:0:179947:0:(cl_object.c:823:cl_env_get()) 1@ffff8a767ac507e0 00000020:00000001:3.0:1787745002.732185:0:179947:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1787745002.732189:0:179947:0:(lov_object.c:1456:lov_conf_set()) Process entered 00020000:00000001:3.0:1787745002.732192:0:179947:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1787745002.732200:0:179947:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8a76518f8c60. 00020000:00000010:3.0:1787745002.732205:0:179947:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8a7650181f00. 00020000:00000010:3.0:1787745002.732210:0:179947:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8a76518f8000. 00020000:00000001:3.0:1787745002.732213:0:179947:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614839511973888 : -129234197577728 : ffff8a76518f8000) 00020000:00000002:3.0:1787745002.732216:0:179947:0:(lov_ea.c:755:dump_lsm()) lsm ffff8a76518f8000, objid 0x10a92:1026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787745002.732221:0:179947:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787745002.732232:0:179947:0:(lov_ea.c:805:dump_lsm()) oinfo:ffff8a7650181f00: ostid: 0x280000403:2929 ost idx: 0 gen: 0 00020000:00000002:3.0:1787745002.732236:0:179947:0:(lov_object.c:1310:lov_conf_lock()) Took exclusive lov(ffff8a7648971ba0) owner ffff8a767ac70000 00020000:00000001:3.0:1787745002.732241:0:179947:0:(lov_object.c:1516:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1787745002.732244:0:179947:0:(lov_object.c:1316:lov_conf_unlock()) To release exclusive lov(ffff8a7648971ba0) owner ffff8a767ac70000 00020000:00000010:3.0:1787745002.732249:0:179947:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8a7650181f00. 00020000:00000010:3.0:1787745002.732253:0:179947:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8a76518f8c60. 00020000:00000010:3.0:1787745002.732256:0:179947:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8a76518f8000. 00020000:00000002:3.0:1787745002.732258:0:179947:0:(lov_object.c:1543:lov_conf_set()) [0x200000402:0x10a92:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1787745002.732261:0:179947:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745002.732263:0:179947:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1787745002.732265:0:179947:0:(cl_object.c:917:cl_env_put()) 1@ffff8a767ac507e0 00000080:00000001:3.0:1787745002.732270:0:179947:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289347730 : 144115205289347730 : 200000402010a92) 00000080:00000001:3.0:1787745002.732273:0:179947:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1787745002.732278:0:179947:0:(namei.c:147:ll_iget()) got inode: [0x200000402:0x10a92:0x0](ffff8a766d5b1988): rc = 0 00000080:00000001:3.0:1787745002.732281:0:179947:0:(namei.c:156:ll_iget()) Process leaving (rc=18446614839978301832 : -129233731249784 : ffff8a766d5b1988) 00010000:00000001:3.0:1787745002.732283:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787745002.732285:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787745002.732287:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab000 refcount=3 00000020:00000001:3.0:1787745002.732288:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:3.0:1787745002.732290:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00000080:00000001:3.0:1787745002.732293:0:179947:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1787745002.732295:0:179947:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787745002.732296:0:179947:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614840203347944 : -129233506203672 : ffff8a767ac507e8) 00000020:00001000:3.0:1787745002.732298:0:179947:0:(cl_object.c:823:cl_env_get()) 1@ffff8a767ac507e0 00000020:00000001:3.0:1787745002.732300:0:179947:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1787745002.732302:0:179947:0:(lov_object.c:1456:lov_conf_set()) Process entered 00020000:00000001:3.0:1787745002.732303:0:179947:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1787745002.732306:0:179947:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8a76518f8000. 00020000:00000010:3.0:1787745002.732308:0:179947:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff8a7650181f00. 00020000:00000010:3.0:1787745002.732311:0:179947:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8a76518f8c60. 00020000:00000001:3.0:1787745002.732312:0:179947:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446614839511977056 : -129234197574560 : ffff8a76518f8c60) 00020000:00000002:3.0:1787745002.732315:0:179947:0:(lov_ea.c:755:dump_lsm()) lsm ffff8a76518f8c60, objid 0x10a92:1026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787745002.732318:0:179947:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787745002.732327:0:179947:0:(lov_ea.c:805:dump_lsm()) oinfo:ffff8a7650181f00: ostid: 0x280000403:2929 ost idx: 0 gen: 0 00020000:00000002:3.0:1787745002.732330:0:179947:0:(lov_object.c:1310:lov_conf_lock()) Took exclusive lov(ffff8a7648971ba0) owner ffff8a767ac70000 00020000:00000001:3.0:1787745002.732332:0:179947:0:(lov_object.c:1516:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1787745002.732334:0:179947:0:(lov_object.c:1316:lov_conf_unlock()) To release exclusive lov(ffff8a7648971ba0) owner ffff8a767ac70000 00020000:00000010:3.0:1787745002.732336:0:179947:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8a7650181f00. 00020000:00000010:3.0:1787745002.732339:0:179947:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8a76518f8000. 00020000:00000010:3.0:1787745002.732591:0:179947:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8a76518f8c60. 00020000:00000002:3.0:1787745002.732594:0:179947:0:(lov_object.c:1543:lov_conf_set()) [0x200000402:0x10a92:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1787745002.732596:0:179947:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745002.732598:0:179947:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745002.732602:0:179947:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1787745002.732605:0:179947:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a767ac70000 00020000:00000002:2.0:1787745002.735228:0:179947:0:(lov_object.c:2402:lov_lsm_addref()) lsm ffff8a765897a600 addref 2/0 by ffff8a767ac70000. 00020000:00000002:2.0:1787745002.735239:0:179947:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a767ac70000 00020000:00000001:2.0:1787745002.735242:0:179947:0:(lov_object.c:2298:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1787745002.735245:0:179947:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1787745002.735246:0:179947:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1787745002.735248:0:179947:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1787745002.735252:0:179947:0:(lov_object.c:2317:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1787745002.735256:0:179947:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x10a92:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1787745002.735261:0:179947:0:(cl_object.c:917:cl_env_put()) 1@ffff8a767ac507e0 00000020:00000010:2.0:1787745002.735267:0:179947:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8a76607d4000. 00000020:00000010:2.0:1787745002.735273:0:179947:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8a76518f83c0. 00000008:00000010:2.0:1787745002.735337:0:179947:0:(osc_dev.c:103:osc_key_fini()) slab-freed '(info)': 2920 at ffff8a7679940000. 00020000:00000010:2.0:1787745002.735459:0:179947:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8a767ac52cc0. 00008000:00000010:2.0:1787745002.735464:0:179947:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a767ac59fc8. 00000080:00000010:2.0:1787745002.735471:0:179947:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8a767ad291f8. 00000080:00000010:2.0:1787745002.735475:0:179947:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 632 at ffff8a767ad433d8. 00000020:00000010:2.0:1787745002.735479:0:179947:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a76472eb000. 00000008:00000010:2.0:1787745002.735484:0:179947:0:(osc_dev.c:128:osc_session_fini()) slab-freed '(info)': 352 at ffff8a767ad442c0. 00020000:00000010:2.0:1787745002.735487:0:179947:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 624 at ffff8a767255dad0. 00008000:00000010:2.0:1787745002.735492:0:179947:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a764873b4c0. 00000080:00000010:2.0:1787745002.735495:0:179947:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8a767ac51a50. 00000020:00000010:2.0:1787745002.735498:0:179947:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a76607d4400. 00000020:00000010:2.0:1787745002.735501:0:179947:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8a767ac507e0. 00000080:00000001:2.0:1787745002.735504:0:179947:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787745002.735508:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745002.735510:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1787745002.735513:0:179947:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1787745002.735518:0:179947:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1787745002.735520:0:179947:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787745002.735525:0:179947:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x10a92:0x0](ffff8a766d5b1988) for lock 0x6bfe83e2a9fa093f 00800000:00000001:2.0:1787745002.735545:0:179947:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787745002.735549:0:179947:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787745002.735551:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787745002.735553:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787745002.735555:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab000 refcount=3 00000020:00000001:2.0:1787745002.735558:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:2.0:1787745002.735561:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:2.0:1787745002.735565:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745002.735566:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787745002.735568:0:179947:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787745002.735569:0:179947:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1787745002.735579:0:179947:0:(namei.c:653:ll_splice_alias()) Add dentry ffff8a76491d1000 inode ffff8a766d5b1988 refc 1 flags 0x40000e 00000080:00000001:2.0:1787745002.735583:0:179947:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1787745002.735588:0:179947:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x10a92:0x0](ffff8a766d5b1988) 00000080:00010000:2.0:1787745002.743475:0:179947:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa093f from it ffffa29d41e37b20 00010000:00000001:2.0:1787745002.743489:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787745002.743492:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787745002.743496:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab000 refcount=3 00000020:00000001:2.0:1787745002.743498:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:2.0:1787745002.743503:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:2.0:1787745002.743505:0:179947:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787745002.743511:0:179947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787745002.743521:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745002.743523:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787745002.743524:0:179947:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787745002.743528:0:179947:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787745002.743530:0:179947:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1787745002.743538:0:179947:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787745002.743542:0:179947:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787745002.743563:0:179947:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787745002.743568:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745002.743570:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787745002.743572:0:179947:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787745002.743575:0:179947:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787745002.743578:0:179947:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787745002.743580:0:179947:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787745002.743584:0:179947:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787745002.743586:0:179947:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787745002.743588:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745002.743589:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1787745002.743592:0:179947:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1787745002.743600:0:179947:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7646301a00. 00000100:00000001:2.0:1787745002.743608:0:179947:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745002.743622:0:179947:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c64b840 x1874579698267648/t0(0) o101->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 584/640 e 0 to 0 dl 1787745018 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745002.743630:0:179947:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787745002.743633:0:179947:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787745002.743637:0:179947:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8a7651954000. 02000000:00000001:2.0:1787745002.743649:0:179947:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787745002.743653:0:179947:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787745002.743655:0:179947:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1730 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:2.0:1787745002.743657:0:179947:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787745002.743660:0:179947:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a765117e800. 02000000:00000001:2.0:1787745002.743680:0:179947:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787745002.743682:0:179947:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787745002.743684:0:179947:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c64b840. 00000100:00000001:2.0:1787745002.743689:0:179947:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787745002.743691:0:179947:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787745002.743694:0:179947:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1787745002.743696:0:179947:0:(dcache.c:176:ll_intent_release()) intent ffffa29d41e37b20 released 00000080:00000001:2.0:1787745002.743698:0:179947:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1787745002.744173:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37d08 00000080:00200008:0.0:1787745002.744178:0:179947:0:(file.c:6313:ll_getattr_dentry()) START file f36h.sanity:[0x200000402:0x10a92:0x0](ffff8a766d5b1988), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1787745002.744185:0:179947:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787745002.744187:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37c80 00000080:00200000:0.0:1787745002.744189:0:179947:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x10a92:0x0](ffff8a766d5b1988),name=f36h.sanity 00000080:00000010:0.0:1787745002.744197:0:179947:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7647e98c00. 00800000:00000002:0.0:1787745002.744203:0:179947:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a766c5d6e80 2 00000080:00000001:0.0:1787745002.744217:0:179947:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787745002.744221:0:179947:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787745002.744223:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37ba0 00800000:00000002:0.0:1787745002.744226:0:179947:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000402:0x10a92:0x0] 'f36h.sanity' on [0x200000402:0x10a91:0x0] 00800000:00000001:0.0:1787745002.744229:0:179947:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:0.0:1787745002.744233:0:179947:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f36h.sanity hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1787745002.744238:0:179947:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xbd:0x0] 00800000:00000001:0.0:1787745002.744241:0:179947:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787745002.744243:0:179947:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787745002.744246:0:179947:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787745002.744248:0:179947:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787745002.744251:0:179947:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787745002.744253:0:179947:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a92:0x0] 00800000:00000001:0.0:1787745002.744255:0:179947:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787745002.744257:0:179947:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b10:0xbd:0x0], fid2=[0x200000402:0x10a92:0x0], name='' -> mds #0 00000002:00000001:0.0:1787745002.744263:0:179947:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787745002.744265:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37a70 00000002:00010000:0.0:1787745002.744267:0:179947:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x10a92:0x0]) in obj [0x200002b10:0xbd:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787745002.744271:0:179947:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787745002.744273:0:179947:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787745002.744275:0:179947:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787745002.744281:0:179947:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976f00 count: 3 00010000:00000001:0.0:1787745002.744284:0:179947:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787745002.744289:0:179947:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787745002.744292:0:179947:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787745002.744296:0:179947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1787745002.744305:0:179947:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787745002.744309:0:179947:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745002.744312:0:179947:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1787745002.744319:0:179947:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787745002.744329:0:179947:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787745002.744331:0:179947:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787745002.744333:0:179947:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787745002.744335:0:179947:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787745002.744347:0:179947:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b10:0xbd:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787745002.744350:0:179947:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787745002.744353:0:179947:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a766c5d6e80 2 00000080:00000010:0.0:1787745002.744355:0:179947:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7647e98c00. 00000080:00000001:0.0:1787745002.744359:0:179947:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787745002.744361:0:179947:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787745002.744363:0:179947:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x10a92:0x0](ffff8a766d5b1988) 00000080:00010000:0.0:1787745002.744367:0:179947:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x10a92:0x0](ffff8a766d5b1988) for lock 0x6bfe83e2a9fa093f 00800000:00000001:0.0:1787745002.744370:0:179947:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787745002.744372:0:179947:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787745002.744373:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.744383:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.744386:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab000 refcount=3 00000020:00000001:0.0:1787745002.744388:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:0.0:1787745002.744390:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:0.0:1787745002.744393:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.744394:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787745002.744396:0:179947:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787745002.744397:0:179947:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787745002.744399:0:179947:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa093f from it ffffa29d41e37cb8 00010000:00000001:0.0:1787745002.744401:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.744403:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.744404:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab000 refcount=3 00000020:00000001:0.0:1787745002.744406:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:0.0:1787745002.744408:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:0.0:1787745002.744410:0:179947:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787745002.744413:0:179947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787745002.744420:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.744426:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.744428:0:179947:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787745002.744429:0:179947:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787745002.744432:0:179947:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1787745002.744438:0:179947:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787745002.744440:0:179947:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787745002.744441:0:179947:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787745002.744444:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.744445:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.744447:0:179947:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.744449:0:179947:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787745002.744450:0:179947:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.744451:0:179947:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.744454:0:179947:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.744456:0:179947:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787745002.744457:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.744458:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787745002.744461:0:179947:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787745002.744462:0:179947:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787745002.744465:0:179947:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1787745002.744468:0:179947:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1787745002.744470:0:179947:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787745002.744472:0:179947:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1787745002.744474:0:179947:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745002.744476:0:179947:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1787745002.744479:0:179947:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1787745002.744482:0:179947:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787745002.744487:0:179947:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839278708856 : -129234430842760 : ffff8a7643a82878) 00000020:00001000:0.0:1787745002.744490:0:179947:0:(cl_object.c:823:cl_env_get()) 1@ffff8a7643a82870 00000020:00000001:0.0:1787745002.744494:0:179947:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:0.0:1787745002.744497:0:179947:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1787745002.744500:0:179947:0:(vvp_io.c:1861:vvp_io_init()) Process entered 00000080:00200000:0.0:1787745002.744502:0:179947:0:(vvp_io.c:1866:vvp_io_init()) [0x200000402:0x10a92:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1787745002.744505:0:179947:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787745002.744507:0:179947:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1787745002.744509:0:179947:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1787745002.744511:0:179947:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745002.744518:0:179947:0:(vvp_io.c:1938:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787745002.744522:0:179947:0:(lov_object.c:1600:lov_io_init()) [0x200000402:0x10a92:0x0]io ffff8a76724ab1c0 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:0.0:1787745002.744525:0:179947:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a767ac70000 00020000:00000001:0.0:1787745002.744529:0:179947:0:(lov_io.c:2452:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1787745002.744530:0:179947:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1787745002.744533:0:179947:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1787745002.744535:0:179947:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787745002.744537:0:179947:0:(lov_io.c:916:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1787745002.744539:0:179947:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1787745002.744540:0:179947:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.744542:0:179947:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787745002.744543:0:179947:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1787745002.744544:0:179947:0:(lov_io.c:2465:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1787745002.744546:0:179947:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a767ac70000 00000020:00000001:0.0:1787745002.744548:0:179947:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1787745002.744551:0:179947:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1787745002.744552:0:179947:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x10a92:0x0] 00000020:00000001:0.0:1787745002.744555:0:179947:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1787745002.744557:0:179947:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1787745002.744559:0:179947:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1787745002.744561:0:179947:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1787745002.744566:0:179947:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1787745002.744572:0:179947:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8a766c5d6580. 00020000:00000002:0.0:1787745002.744575:0:179947:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1787745002.744577:0:179947:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1787745002.744578:0:179947:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787745002.744580:0:179947:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1787745002.744582:0:179947:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1787745002.744584:0:179947:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839760868776 : -129233948682840 : ffff8a76606555a8) 00000020:00001000:0.0:1787745002.744586:0:179947:0:(cl_object.c:823:cl_env_get()) 1@ffff8a76606555a0 00000020:00000001:0.0:1787745002.744588:0:179947:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a3788 -> ffff8a766c9a39e0 00000020:00000001:0.0:1787745002.744590:0:179947:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1787745002.744593:0:179947:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1787745002.744594:0:179947:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1787745002.744595:0:179947:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787745002.744597:0:179947:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787745002.744598:0:179947:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614839967054568 : -129233742497048 : ffff8a766caf7ae8) 00000020:00000001:0.0:1787745002.744600:0:179947:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1787745002.744610:0:179947:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff8a7642effc08. 00000008:00010000:0.0:1787745002.744613:0:179947:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1787745002.744615:0:179947:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1787745002.744616:0:179947:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1787745002.744618:0:179947:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a766c5d65b0, osc lock ffff8a7642effc08, flags 0x400001002 00000020:00000001:0.0:1787745002.744620:0:179947:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787745002.744622:0:179947:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787745002.744625:0:179947:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614839961675136 : -129233747876480 : ffff8a766c5d6580) 00000020:00000001:0.0:1787745002.744627:0:179947:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1787745002.744628:0:179947:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1787745002.744630:0:179947:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.744632:0:179947:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.744634:0:179947:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1787745002.744647:0:179947:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1787745002.744649:0:179947:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1787745002.744651:0:179947:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1787745002.744653:0:179947:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787745002.744654:0:179947:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614839967054568 : -129233742497048 : ffff8a766caf7ae8) 00000020:00000001:0.0:1787745002.744656:0:179947:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1787745002.744658:0:179947:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1787745002.744660:0:179947:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1787745002.744692:0:179947:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1787745002.744695:0:179947:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1787745002.744696:0:179947:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1787745002.744698:0:179947:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1787745002.744699:0:179947:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1787745002.744700:0:179947:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1787745002.744702:0:179947:0:(osc_request.c:3378:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1787745002.744704:0:179947:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787745002.744708:0:179947:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976c00 count: 2 00010000:00000001:0.0:1787745002.744710:0:179947:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787745002.744714:0:179947:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787745002.744718:0:179947:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787745002.744722:0:179947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 2/0,1 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1787745002.744731:0:179947:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787745002.744749:0:179947:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745002.744753:0:179947:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 2/0,1 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1787745002.744760:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.744762:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.744764:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab800 refcount=3 00000020:00000001:0.0:1787745002.744766:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:0.0:1787745002.744768:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00000008:00000001:0.0:1787745002.744772:0:179947:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1787745002.744774:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.744775:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.744777:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab800 refcount=4 00000020:00000001:0.0:1787745002.744779:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:0.0:1787745002.744781:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00000020:00000001:0.0:1787745002.744784:0:179947:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1787745002.744787:0:179947:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1787745002.744789:0:179947:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1787745002.744790:0:179947:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.744792:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.744793:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.744794:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab800 refcount=5 00000020:00000001:0.0:1787745002.744796:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:0.0:1787745002.744798:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341791232 : -129234367760384 : ffff8a76476ab800) 00010000:00000001:0.0:1787745002.744800:0:179947:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787745002.744802:0:179947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 5/0,1 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1787745002.744809:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.744811:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.744812:0:179947:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787745002.744813:0:179947:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787745002.744816:0:179947:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 4/0,0 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1787745002.744828:0:179947:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787745002.744830:0:179947:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787745002.744831:0:179947:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787745002.744833:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.744835:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.744836:0:179947:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.744838:0:179947:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787745002.744839:0:179947:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.744841:0:179947:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.744843:0:179947:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.744845:0:179947:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787745002.744847:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.744847:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.744849:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.744850:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787745002.744852:0:179947:0:(osc_request.c:3447:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787745002.744854:0:179947:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.744856:0:179947:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787745002.744858:0:179947:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.744860:0:179947:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.744862:0:179947:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1787745002.744863:0:179947:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1787745002.744866:0:179947:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1787745002.744867:0:179947:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1787745002.744869:0:179947:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.744871:0:179947:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745002.744875:0:179947:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1787745002.744877:0:179947:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:0.0:1787745002.744879:0:179947:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:0.0:1787745002.744881:0:179947:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1787745002.744884:0:179947:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1787745002.744887:0:179947:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1787745002.744889:0:179947:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=158 : 158 : 9e) 00020000:00000001:0.0:1787745002.744891:0:179947:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1787745002.744892:0:179947:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=158 : 158 : 9e) 00020000:00000002:0.0:1787745002.744894:0:179947:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x10a92:1026 on OST[0]: s=158 (1) m=977288400 a=977288400 c=1787745002 b=0 00020000:00000001:0.0:1787745002.744904:0:179947:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1787745002.744906:0:179947:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=158 m=977288400 a=977288400 c=1787745002 b=0 00020000:00000001:0.0:1787745002.744909:0:179947:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.744911:0:179947:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.744913:0:179947:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000080:00200000:0.0:1787745002.744915:0:179947:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10a92:0x0] updating i_size 158 i_blocks 0 00000080:00000001:0.0:1787745002.744918:0:179947:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1787745002.744921:0:179947:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1787745002.744923:0:179947:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a76724ab160 (ffff8a7643a82878/0) at cl_lock_release():245 00000020:00000001:0.0:1787745002.744925:0:179947:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1787745002.744927:0:179947:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a76724ab160 (ffff8a7643a82878/0) at cl_lock_cancel():142 00020000:00000001:0.0:1787745002.744942:0:179947:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1787745002.744944:0:179947:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1787745002.744945:0:179947:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614839967054568 : -129233742497048 : ffff8a766caf7ae8) 00000020:00000001:0.0:1787745002.744947:0:179947:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1787745002.744948:0:179947:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a766c5d65b0 (ffff8a76606555a8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1787745002.744951:0:179947:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1787745002.744952:0:179947:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:0.0:1787745002.744954:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.744955:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787745002.744956:0:179947:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1787745002.744958:0:179947:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1787745002.744959:0:179947:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1787745002.744960:0:179947:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1787745002.744961:0:179947:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1787745002.744962:0:179947:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a76724ab160 (ffff8a7643a82878/0) at cl_lock_fini():72 00020000:00000001:0.0:1787745002.744965:0:179947:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1787745002.744966:0:179947:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1787745002.744967:0:179947:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a766c5d65b0 (ffff8a7643a82878/1) at cl_lock_fini():72 00000008:00000010:0.0:1787745002.744970:0:179947:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff8a7642effc08. 00000020:00000001:0.0:1787745002.744973:0:179947:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1787745002.744975:0:179947:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff8a766c5d6580. 00020000:00000001:0.0:1787745002.744977:0:179947:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1787745002.744978:0:179947:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1787745002.744979:0:179947:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1787745002.744981:0:179947:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.744983:0:179947:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1787745002.745002:0:179947:0:(lov_io.c:1054:lov_io_fini()) Process entered 00020000:00000001:0.0:1787745002.745004:0:179947:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1787745002.745005:0:179947:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1787745002.745006:0:179947:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787745002.745008:0:179947:0:(cl_object.c:917:cl_env_put()) 1@ffff8a76606555a0 00020000:00000001:0.0:1787745002.745011:0:179947:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1787745002.745013:0:179947:0:(lov_io.c:1073:lov_io_fini()) Process leaving 00000080:00000001:0.0:1787745002.745015:0:179947:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1787745002.745017:0:179947:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10a92:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1787745002.745020:0:179947:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1787745002.745022:0:179947:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745002.745024:0:179947:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1787745002.745026:0:179947:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1787745002.745027:0:179947:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1787745002.745028:0:179947:0:(cl_object.c:917:cl_env_put()) 1@ffff8a7643a82870 00000001:00000001:0.0:1787745002.745030:0:179947:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.745036:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37d08 00000080:00000008:0.0:1787745002.745039:0:179947:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file f36h.sanity:[0x200000402:0x10a92:0x0](ffff8a766d5b1988), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1787745002.745043:0:179947:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1787745002.745045:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37da0 00000080:00002000:0.0:1787745002.745046:0:179947:0:(dcache.c:127:ll_ddelete()) keeping dentry f36h.sanity (ffff8a76491d1000, parent ffff8a7649e73bd0, inode ffff8a766d5b1988) hashed, 00000080:00000001:0.0:1787745002.745049:0:179947:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745002.745114:0:179947:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787745002.745117:0:179947:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787745002.745118:0:179947:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787745002.745119:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37bc0 00000080:00200000:0.0:1787745002.745121:0:179947:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:0.0:1787745002.745126:0:179947:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7647e98c00. 00800000:00000002:0.0:1787745002.745130:0:179947:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:0.0:1787745002.745133:0:179947:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787745002.745134:0:179947:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787745002.745136:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37ae0 00800000:00000002:0.0:1787745002.745137:0:179947:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787745002.745140:0:179947:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787745002.745142:0:179947:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787745002.745144:0:179947:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787745002.745145:0:179947:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787745002.745147:0:179947:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787745002.745154:0:179947:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787745002.745156:0:179947:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787745002.745158:0:179947:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787745002.745160:0:179947:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787745002.745164:0:179947:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787745002.745166:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e379b0 00000002:00010000:0.0:1787745002.745167:0:179947:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787745002.745171:0:179947:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787745002.745172:0:179947:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787745002.745174:0:179947:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787745002.745177:0:179947:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a765346b600 count: 2 00010000:00000001:0.0:1787745002.745179:0:179947:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787745002.745182:0:179947:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787745002.745186:0:179947:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787745002.745189:0:179947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1787745002.745196:0:179947:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787745002.745199:0:179947:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745002.745202:0:179947:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1787745002.745208:0:179947:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787745002.745209:0:179947:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787745002.745211:0:179947:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787745002.745212:0:179947:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787745002.745214:0:179947:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787745002.745216:0:179947:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787745002.745218:0:179947:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787745002.745220:0:179947:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:0.0:1787745002.745222:0:179947:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7647e98c00. 00000080:00000001:0.0:1787745002.745226:0:179947:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787745002.745227:0:179947:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787745002.745229:0:179947:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:0.0:1787745002.745237:0:179947:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa08f9 00800000:00000001:0.0:1787745002.745240:0:179947:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787745002.745242:0:179947:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787745002.745243:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.745245:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.745247:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:0.0:1787745002.745249:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745002.745251:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745002.745254:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.745255:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787745002.745256:0:179947:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787745002.745258:0:179947:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787745002.745260:0:179947:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08f9 from it ffffa29d41e37bf8 00010000:00000001:0.0:1787745002.745262:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.745263:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.745265:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:0.0:1787745002.745266:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745002.745268:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745002.745270:0:179947:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787745002.745272:0:179947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1787745002.745279:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.745280:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.745281:0:179947:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787745002.745283:0:179947:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787745002.745285:0:179947:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1787745002.745292:0:179947:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787745002.745293:0:179947:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787745002.745295:0:179947:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787745002.745297:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.745298:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.745305:0:179947:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.745307:0:179947:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787745002.745308:0:179947:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.745310:0:179947:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.745312:0:179947:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.745314:0:179947:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787745002.745315:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.745316:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787745002.745318:0:179947:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787745002.745319:0:179947:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787745002.745322:0:179947:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8), inode mode 41ff mask 1 00000080:00000001:0.0:1787745002.745325:0:179947:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745002.745329:0:179947:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1787745002.745330:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37b88 00000080:00002000:0.0:1787745002.745332:0:179947:0:(dcache.c:87:ll_dcompare()) found name d36h.sanity(ffff8a7649e73bd0) flags 0x28000e refc 1 00000080:00000001:0.0:1787745002.745334:0:179947:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.745336:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37bd0 00000080:00200000:0.0:1787745002.745337:0:179947:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d36h.sanity, flags=24 00000080:00000001:0.0:1787745002.745341:0:179947:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1787745002.745343:0:179947:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745002.745346:0:179947:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787745002.745347:0:179947:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x10a91:0x0](ffff8a766d5b3248), inode mode 41ed mask 1 00000080:00000001:0.0:1787745002.745349:0:179947:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745002.745352:0:179947:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1787745002.745353:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37be8 00000080:00002000:0.0:1787745002.745355:0:179947:0:(dcache.c:87:ll_dcompare()) found name f36h.sanity(ffff8a76491d1000) flags 0x48000e refc 0 00000080:00000001:0.0:1787745002.745356:0:179947:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.745358:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37c30 00000080:00200000:0.0:1787745002.745359:0:179947:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f36h.sanity, flags=8 00000080:00000001:0.0:1787745002.745375:0:179947:0:(xattr.c:574:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1787745002.745378:0:179947:0:(xattr.c:581:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:0.0:1787745002.745382:0:179947:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1787745002.745383:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37e40 00000080:00002000:0.0:1787745002.745385:0:179947:0:(dcache.c:127:ll_ddelete()) keeping dentry f36h.sanity (ffff8a76491d1000, parent ffff8a7649e73bd0, inode ffff8a766d5b1988) hashed, 00000080:00000001:0.0:1787745002.745387:0:179947:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745002.745400:0:179947:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787745002.745406:0:179947:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1787745002.745407:0:179947:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1787745002.745409:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37bc0 00000080:00200000:0.0:1787745002.745411:0:179947:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:0.0:1787745002.745415:0:179947:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7647e98c00. 00800000:00000002:0.0:1787745002.745418:0:179947:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:0.0:1787745002.745420:0:179947:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1787745002.745421:0:179947:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1787745002.745423:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37ae0 00800000:00000002:0.0:1787745002.745425:0:179947:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1787745002.745427:0:179947:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1787745002.745428:0:179947:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787745002.745429:0:179947:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787745002.745430:0:179947:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787745002.745432:0:179947:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787745002.745433:0:179947:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787745002.745435:0:179947:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1787745002.745437:0:179947:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787745002.745439:0:179947:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1787745002.745442:0:179947:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1787745002.745443:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e379b0 00000002:00010000:0.0:1787745002.745445:0:179947:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1787745002.745447:0:179947:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1787745002.745449:0:179947:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787745002.745450:0:179947:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1787745002.745453:0:179947:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a765346b600 count: 2 00010000:00000001:0.0:1787745002.745455:0:179947:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787745002.745458:0:179947:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787745002.745459:0:179947:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1787745002.745462:0:179947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1787745002.745469:0:179947:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1787745002.745471:0:179947:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745002.745474:0:179947:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1787745002.745487:0:179947:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1787745002.745489:0:179947:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1787745002.745490:0:179947:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787745002.745492:0:179947:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1787745002.745494:0:179947:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787745002.745496:0:179947:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1787745002.745498:0:179947:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1787745002.745500:0:179947:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:0.0:1787745002.745502:0:179947:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7647e98c00. 00000080:00000001:0.0:1787745002.745505:0:179947:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1787745002.745506:0:179947:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787745002.745508:0:179947:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:0.0:1787745002.745511:0:179947:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa08f9 00800000:00000001:0.0:1787745002.745514:0:179947:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1787745002.745515:0:179947:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1787745002.745517:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.745518:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.745520:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:0.0:1787745002.745522:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745002.745524:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745002.745526:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.745527:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1787745002.745528:0:179947:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1787745002.745530:0:179947:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1787745002.745531:0:179947:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08f9 from it ffffa29d41e37bf8 00010000:00000001:0.0:1787745002.745534:0:179947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.745534:0:179947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.745536:0:179947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:0.0:1787745002.745537:0:179947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745002.745539:0:179947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:0.0:1787745002.745541:0:179947:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787745002.745549:0:179947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1787745002.745555:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.745556:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.745557:0:179947:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787745002.745559:0:179947:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787745002.745561:0:179947:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1787745002.745566:0:179947:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787745002.745568:0:179947:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787745002.745569:0:179947:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787745002.745571:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.745572:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.745573:0:179947:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.745575:0:179947:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787745002.745576:0:179947:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.745577:0:179947:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.745580:0:179947:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.745582:0:179947:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787745002.745583:0:179947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.745584:0:179947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1787745002.745586:0:179947:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787745002.745587:0:179947:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1787745002.745589:0:179947:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8), inode mode 41ff mask 1 00000080:00000001:0.0:1787745002.745592:0:179947:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745002.745594:0:179947:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1787745002.745596:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37b88 00000080:00002000:0.0:1787745002.745597:0:179947:0:(dcache.c:87:ll_dcompare()) found name d36h.sanity(ffff8a7649e73bd0) flags 0x28000e refc 1 00000080:00000001:0.0:1787745002.745599:0:179947:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.745601:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37bd0 00000080:00200000:0.0:1787745002.745602:0:179947:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d36h.sanity, flags=25 00000080:00000001:0.0:1787745002.745604:0:179947:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1787745002.745606:0:179947:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745002.745608:0:179947:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1787745002.745610:0:179947:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x10a91:0x0](ffff8a766d5b3248), inode mode 41ed mask 1 00000080:00000001:0.0:1787745002.745619:0:179947:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787745002.745621:0:179947:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1787745002.745623:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37be8 00000080:00002000:0.0:1787745002.745624:0:179947:0:(dcache.c:87:ll_dcompare()) found name f36h.sanity(ffff8a76491d1000) flags 0x48004e refc 0 00000080:00000001:0.0:1787745002.745626:0:179947:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.745628:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37c30 00000080:00200000:0.0:1787745002.745629:0:179947:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f36h.sanity, flags=9 00000080:00000001:0.0:1787745002.745634:0:179947:0:(xattr.c:574:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1787745002.745636:0:179947:0:(xattr.c:599:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1787745002.745639:0:179947:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1787745002.745640:0:179947:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37e40 00000080:00002000:0.0:1787745002.745642:0:179947:0:(dcache.c:127:ll_ddelete()) keeping dentry f36h.sanity (ffff8a76491d1000, parent ffff8a7649e73bd0, inode ffff8a766d5b1988) hashed, 00000080:00000001:0.0:1787745002.745645:0:179947:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1787745002.749167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a766c983200. 00000100:00000040:3.0:1787745002.776726:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301297721, at 4301297729 00000100:00000010:3.0:1787745002.776757:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897ade0. 00000100:00000040:2.0:1787745002.776854:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301297721, at 4301297729 00000100:00000010:2.0:1787745002.776862:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a765897a840. 00010000:00010000:2.0:1787745002.791317:0:179949:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff8a7648bee000 00010000:00000001:2.0:1787745002.791328:0:179949:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787745002.791338:0:179949:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787745002.791531:0:179949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787745002.791535:0:179949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1787745002.791541:0:179949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787745002.791543:0:179949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1787745002.791546:0:179949:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1787745002.791550:0:179949:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787745002.791553:0:179949:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1787745002.791578:0:179949:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 2/2 locks to regular blp list, 1 blwis in pool 00000020:00000001:3.0:1787745002.791748:0:39518:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787745002.791752:0:39518:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787745002.791755:0:39518:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 2 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1787745002.791759:0:39518:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1787745002.791762:0:39518:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787745002.791770:0:39518:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400020000 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:3.0:1787745002.791787:0:39518:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1787745002.791790:0:39518:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787745002.791796:0:39518:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839278709288 : -129234430842328 : ffff8a7643a82a28) 00000020:00001000:3.0:1787745002.791799:0:39518:0:(cl_object.c:823:cl_env_get()) 1@ffff8a7643a82a20 00000008:00000001:3.0:1787745002.791803:0:39518:0:(osc_lock.c:418:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1787745002.791806:0:39518:0:(osc_lock.c:360:osc_lock_flush()) Process entered 00000020:00000001:3.0:1787745002.791807:0:39518:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787745002.791809:0:39518:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614840203346648 : -129233506204968 : ffff8a767ac502d8) 00000020:00001000:3.0:1787745002.791811:0:39518:0:(cl_object.c:823:cl_env_get()) 1@ffff8a767ac502d0 00000008:00000001:3.0:1787745002.791814:0:39518:0:(osc_cache.c:3810:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1787745002.791817:0:39518:0:(osc_cache.c:3830:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1787745002.791829:0:39518:0:(osc_cache.c:3846:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1787745002.791832:0:39518:0:(osc_cache.c:3894:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787745002.791835:0:39518:0:(osc_cache.c:3376:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1787745002.791840:0:39518:0:(osc_cache.c:3311:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1787745002.791843:0:39518:0:(osc_cache.c:3348:osc_cache_wait_range()) obj ffff8a7648976c40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1787745002.791846:0:39518:0:(osc_cache.c:3349:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1787745002.791849:0:39518:0:(osc_cache.c:3516:osc_cache_writeback_range()) obj ffff8a7648976c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:3.0:1787745002.791852:0:39518:0:(osc_cache.c:3531:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1787745002.791855:0:39518:0:(osc_lock.c:377:osc_lock_flush()) object ffff8a7648976c40: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1787745002.791860:0:39518:0:(osc_cache.c:3779:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1787745002.791863:0:39518:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:3.0:1787745002.791866:0:39518:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:3.0:1787745002.791868:0:39518:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1787745002.791872:0:39518:0:(vvp_io.c:1861:vvp_io_init()) Process entered 00000080:00200000:3.0:1787745002.791874:0:39518:0:(vvp_io.c:1866:vvp_io_init()) [0x200000402:0x10a92:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1787745002.791878:0:39518:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787745002.791879:0:39518:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1787745002.791881:0:39518:0:(vvp_io.c:1938:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787745002.791886:0:39518:0:(lov_object.c:1600:lov_io_init()) [0x200000402:0x10a92:0x0]io ffff8a76799422d8 type 8 ignore/verify layout 1/0, compressed 0 00020000:00000001:3.0:1787745002.791891:0:39518:0:(lov_io.c:2452:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1787745002.791893:0:39518:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1787745002.791896:0:39518:0:(lov_io.c:868:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1787745002.791898:0:39518:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1787745002.791900:0:39518:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745002.791901:0:39518:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787745002.791902:0:39518:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1787745002.791904:0:39518:0:(lov_io.c:2465:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1787745002.791905:0:39518:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787745002.791908:0:39518:0:(osc_cache.c:3566:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1787745002.791913:0:39518:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1787745002.791916:0:39518:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1787745002.791918:0:39518:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1787745002.791921:0:39518:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:3.0:1787745002.791923:0:39518:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446614840183366360 : -129233526185256 : ffff8a76799422d8) 00000020:00000001:3.0:1787745002.791925:0:39518:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1787745002.791938:0:39518:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1787745002.791941:0:39518:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1787745002.791953:0:39518:0:(cl_page.c:507:__cl_page_state_set()) page@000000009e88658d[2 00000000da6997c0 1 1 000000009cbfe432 0 0 0] 00000020:00000001:3.0:1787745002.791956:0:39518:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1787745002.791957:0:39518:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1787745002.791958:0:39518:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1787745002.791960:0:39518:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745002.791963:0:39518:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1787745002.791965:0:39518:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1787745002.791966:0:39518:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1787745002.791968:0:39518:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1787745002.791969:0:39518:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1787745002.791972:0:39518:0:(cl_page.c:507:__cl_page_state_set()) page@000000009e88658d[2 00000000da6997c0 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1787745002.791973:0:39518:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1787745002.791975:0:39518:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1787745002.791977:0:39518:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1787745002.791979:0:39518:0:(osc_page.c:138:osc_page_delete()) ffff8a7645ff9a58 00000008:00000001:3.0:1787745002.791981:0:39518:0:(osc_cache.c:2782:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1787745002.791984:0:39518:0:(osc_cache.c:2785:osc_teardown_async_page()) teardown oap ffff8a7645ff9a68 page ffff8a7645ff9a58 at index 0. 00000008:00000001:3.0:1787745002.791986:0:39518:0:(osc_cache.c:2807:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787745002.791992:0:39518:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1787745002.791996:0:39518:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff41cc4a42980 index 0 00000020:00000001:3.0:1787745002.792000:0:39518:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1787745002.792001:0:39518:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1787745002.792012:0:39518:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1787745002.792014:0:39518:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1787745002.792015:0:39518:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1787745002.792016:0:39518:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1787745002.792018:0:39518:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1787745002.792021:0:39518:0:(cl_page.c:556:cl_batch_put()) page@000000009e88658d[1 00000000da6997c0 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1787745002.792023:0:39518:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1787745002.792025:0:39518:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1787745002.792030:0:39518:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 232 at ffff8a7645ff99f8. 00000020:00000001:3.0:1787745002.792034:0:39518:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1787745002.792035:0:39518:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1787745002.792075:0:39518:0:(osc_cache.c:3643:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787745002.792079:0:39518:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1787745002.792082:0:39518:0:(lov_io.c:1054:lov_io_fini()) Process entered 00020000:00000001:3.0:1787745002.792084:0:39518:0:(lov_io.c:1073:lov_io_fini()) Process leaving 00000080:00000001:3.0:1787745002.792087:0:39518:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1787745002.792089:0:39518:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10a92:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1787745002.792093:0:39518:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1787745002.792099:0:39518:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1787745002.792101:0:39518:0:(osc_cache.c:3798:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1787745002.792104:0:39518:0:(cl_object.c:917:cl_env_put()) 1@ffff8a767ac502d0 00000008:00000001:3.0:1787745002.792106:0:39518:0:(osc_lock.c:392:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745002.792109:0:39518:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00010000:00000001:3.0:1787745002.792112:0:39518:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1787745002.792115:0:39518:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745002.792117:0:39518:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:3.0:1787745002.792119:0:39518:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1787745002.792122:0:39518:0:(osc_object.c:161:osc_attr_update()) set kms from 158to 0 00020000:00000001:3.0:1787745002.792125:0:39518:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1787745002.792127:0:39518:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745002.792129:0:39518:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745002.792131:0:39518:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:3.0:1787745002.792133:0:39518:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:3.0:1787745002.792134:0:39518:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1787745002.792137:0:39518:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745002.792139:0:39518:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000008:00000001:3.0:1787745002.792142:0:39518:0:(osc_lock.c:475:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1787745002.792144:0:39518:0:(cl_object.c:917:cl_env_put()) 1@ffff8a7643a82a20 00000008:00000001:3.0:1787745002.792146:0:39518:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745002.792149:0:39518:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787745002.792154:0:39518:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787745002.792164:0:39518:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787745002.792166:0:39518:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787745002.792169:0:39518:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787745002.792173:0:39518:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a76476ab800 with handle 0x6bfe83e2a9fa092a from hash 00010000:00000001:3.0:1787745002.792175:0:39518:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787745002.792177:0:39518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745002.792178:0:39518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745002.792179:0:39518:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787745002.792185:0:39518:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787745002.792187:0:39518:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1787745002.792190:0:39518:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787745002.792193:0:39518:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 00000000e3d88f93/0x6bfe83e2a9fa08ba lrc: 2/0,0 mode: PR/PR res: [0x280000403:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400010000 nid: local remote: 0xd1177cb064f7486f expref: -99 pid: 178681 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1787745002.792211:0:39518:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1787745002.792213:0:39518:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787745002.792215:0:39518:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839278709288 : -129234430842328 : ffff8a7643a82a28) 00000020:00001000:3.0:1787745002.792216:0:39518:0:(cl_object.c:823:cl_env_get()) 1@ffff8a7643a82a20 00000008:00000001:3.0:1787745002.792218:0:39518:0:(osc_lock.c:418:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1787745002.792220:0:39518:0:(osc_lock.c:360:osc_lock_flush()) Process entered 00000020:00000001:3.0:1787745002.792221:0:39518:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787745002.792222:0:39518:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614840203346648 : -129233506204968 : ffff8a767ac502d8) 00000020:00001000:3.0:1787745002.792224:0:39518:0:(cl_object.c:823:cl_env_get()) 1@ffff8a767ac502d0 00000008:00000001:3.0:1787745002.792226:0:39518:0:(osc_cache.c:3810:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1787745002.792228:0:39518:0:(osc_cache.c:3830:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1787745002.792230:0:39518:0:(osc_cache.c:3846:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1787745002.792232:0:39518:0:(osc_cache.c:3894:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787745002.792234:0:39518:0:(osc_cache.c:3779:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1787745002.792236:0:39518:0:(cl_object.c:143:cl_object_top()) ffff8a76489768c0 -> ffff8a766c9a3468 00000020:00000001:3.0:1787745002.792238:0:39518:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a3468 -> ffff8a766c9a3468 00000020:00000001:3.0:1787745002.792240:0:39518:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1787745002.792241:0:39518:0:(vvp_io.c:1861:vvp_io_init()) Process entered 00000080:00200000:3.0:1787745002.792242:0:39518:0:(vvp_io.c:1866:vvp_io_init()) [0x200000402:0x10a8e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1787745002.792245:0:39518:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787745002.792246:0:39518:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1787745002.792247:0:39518:0:(vvp_io.c:1938:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787745002.792250:0:39518:0:(lov_object.c:1600:lov_io_init()) [0x200000402:0x10a8e:0x0]io ffff8a76799422d8 type 8 ignore/verify layout 1/0, compressed 0 00020000:00000001:3.0:1787745002.792252:0:39518:0:(lov_io.c:2452:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1787745002.792253:0:39518:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1787745002.792255:0:39518:0:(lov_io.c:868:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1787745002.792257:0:39518:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1787745002.792258:0:39518:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745002.792259:0:39518:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787745002.792260:0:39518:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1787745002.792261:0:39518:0:(lov_io.c:2465:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1787745002.792262:0:39518:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787745002.792264:0:39518:0:(osc_cache.c:3566:osc_page_gang_lookup()) Process entered 00000008:00000001:3.0:1787745002.792265:0:39518:0:(osc_cache.c:3643:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787745002.792272:0:39518:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1787745002.792274:0:39518:0:(lov_io.c:1054:lov_io_fini()) Process entered 00020000:00000001:3.0:1787745002.792275:0:39518:0:(lov_io.c:1073:lov_io_fini()) Process leaving 00000080:00000001:3.0:1787745002.792276:0:39518:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1787745002.792278:0:39518:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10a8e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1787745002.792280:0:39518:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1787745002.792281:0:39518:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1787745002.792282:0:39518:0:(osc_cache.c:3798:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1787745002.792284:0:39518:0:(cl_object.c:917:cl_env_put()) 1@ffff8a767ac502d0 00000008:00000001:3.0:1787745002.792286:0:39518:0:(osc_lock.c:392:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745002.792288:0:39518:0:(cl_object.c:143:cl_object_top()) ffff8a76489768c0 -> ffff8a766c9a3468 00010000:00000001:3.0:1787745002.792290:0:39518:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1787745002.792292:0:39518:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745002.792294:0:39518:0:(cl_object.c:143:cl_object_top()) ffff8a76489768c0 -> ffff8a766c9a3468 00000020:00000001:3.0:1787745002.792296:0:39518:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1787745002.792297:0:39518:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1787745002.792299:0:39518:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1787745002.792301:0:39518:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745002.792302:0:39518:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745002.792304:0:39518:0:(cl_object.c:143:cl_object_top()) ffff8a76489768c0 -> ffff8a766c9a3468 00000020:00000001:3.0:1787745002.792306:0:39518:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a3468 -> ffff8a766c9a3468 00000020:00000001:3.0:1787745002.792307:0:39518:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1787745002.792309:0:39518:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745002.792310:0:39518:0:(cl_object.c:143:cl_object_top()) ffff8a76489768c0 -> ffff8a766c9a3468 00000008:00000001:3.0:1787745002.792312:0:39518:0:(osc_lock.c:475:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1787745002.792314:0:39518:0:(cl_object.c:917:cl_env_put()) 1@ffff8a7643a82a20 00000008:00000001:3.0:1787745002.792316:0:39518:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745002.792318:0:39518:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787745002.792320:0:39518:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787745002.792321:0:39518:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787745002.792323:0:39518:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787745002.792325:0:39518:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787745002.792327:0:39518:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8a7648892e00 with handle 0x6bfe83e2a9fa08ba from hash 00010000:00000001:3.0:1787745002.792329:0:39518:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787745002.792331:0:39518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787745002.792332:0:39518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745002.792333:0:39518:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787745002.792335:0:39518:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787745002.792353:0:39518:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1787745002.792356:0:39518:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1787745002.792359:0:39518:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787745002.792361:0:39518:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1787745002.792370:0:39518:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766c649a40. 00000020:00000040:3.0:1787745002.792374:0:39518:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=4 obd=lustre-OST0000-osc-ffff8a7648bee000 00000100:00000001:3.0:1787745002.792388:0:39518:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787745002.792391:0:39518:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787745002.792395:0:39518:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787745002.792402:0:39518:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a7646300200. 00000100:00000001:3.0:1787745002.792409:0:39518:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745002.792412:0:39518:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1787745002.792419:0:39518:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 1/0,0 mode: --/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400020020 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1787745002.792428:0:39518:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 00000000e3d88f93/0x6bfe83e2a9fa08ba lrc: 1/0,0 mode: --/PR res: [0x280000403:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0xd1177cb064f7486f expref: -99 pid: 178681 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787745002.792435:0:39518:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:3.0:1787745002.792436:0:39518:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:3.0:1787745002.792439:0:39518:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787745002.792441:0:39518:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787745002.792447:0:39518:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a767ad01180. 00000100:00000001:3.0:1787745002.792449:0:39518:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446614840204071296 : -129233505480320 : ffff8a767ad01180) 00000100:00000001:3.0:1787745002.792452:0:39518:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787745002.792454:0:39518:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962147392 : -129233747404224 : ffff8a766c649a40) 00000100:00000001:3.0:1787745002.792458:0:39518:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787745002.792462:0:39518:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745002.792465:0:39518:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787745002.792467:0:39518:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787745002.792477:0:39518:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766c649a40 x1874579698267776/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745002.792486:0:39518:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787745002.792494:0:39518:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745002.792498:0:39518:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787745002.792501:0:39518:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787745002.792504:0:39518:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787745002.792508:0:39518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766c649a40 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:14787480-93a6-4cc0-a123-65fa4fd1ab7d:39518:1874579698267776:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1787745002.792513:0:39518:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787745002.792519:0:39518:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787745002.792522:0:39518:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745002.792525:0:39518:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787745002.792529:0:39518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7646301c00. 02000000:00000001:3.0:1787745002.792532:0:39518:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787745002.792538:0:39518:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1787745002.792542:0:39518:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766e18. 00000400:00000010:3.0:1787745002.792550:0:39518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac5d8. 00000100:00000200:3.0:1787745002.792558:0:39518:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698267776, portal 18 00000100:00000001:3.0:1787745002.792560:0:39518:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787745002.792561:0:39518:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839962147392 : -129233747404224 : ffff8a766c649a40) 00000100:00000040:3.0:1787745002.792568:0:39518:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766c649a40 x1874579698267776/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745018 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745002.792575:0:39518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787745002.792578:0:39518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787745002.792581:0:39518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8accc0. 00000100:00000200:3.0:1787745002.792583:0:39518:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874579698267776, offset 0 00000400:00000200:3.0:1787745002.792590:0:39518:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787745002.792598:0:39518:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745002.792606:0:39518:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787745002.792612:0:39518:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787745002.792617:0:39518:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787745002.792620:0:39518:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787745002.792623:0:39518:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787745002.792627:0:39518:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440848:440848:256:4294967295] 192.168.201.110@tcp LPNI seq info [440847:440847:8:4294967295] 00000400:00000200:3.0:1787745002.792632:0:39518:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745002.792642:0:39518:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787745002.792657:0:39518:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787745002.792709:0:39518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68000. 00000800:00000200:3.0:1787745002.792719:0:39518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787745002.792728:0:39518:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787745002.792751:0:39518:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1787745002.792761:0:39518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745002.792766:0:39518:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137615 usecs (138 jiffies) 00000400:00000200:3.0:1787745002.792769:0:39518:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787745002.792772:0:39518:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301297882 00000100:00000010:3.0:1787745002.792777:0:39518:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f8c60. 00000100:00000001:3.0:1787745002.792784:0:39518:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787745002.792791:0:39518:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301297882 00000100:00000010:3.0:1787745002.792794:0:39518:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f8000. 00000100:00000001:3.0:1787745002.792797:0:39518:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787745002.792801:0:39518:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787745002.792804:0:39518:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745002.792806:0:39518:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787745002.792809:0:39518:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787745002.792812:0:39518:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a767ad01180 going to sleep for 11 seconds 00000100:00000001:3.0:1787745002.792814:0:39518:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787745002.792817:0:39518:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787745002.793020:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745002.793025:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68000. 00000400:00000200:2.0:1787745002.793031:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745002.793037:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745002.793043:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8accc0 00000400:00000010:2.0:1787745002.793046:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8accc0. 00000100:00000001:2.0:1787745002.793050:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745002.793054:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766c649a40 x1874579698267776/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745018 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745002.793065:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745002.793068:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a766c649a40 x1874579698267776/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745018 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745002.793076:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745002.793078:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:0.0:1787745002.794886:0:179950:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff8a7648bee000 00010000:00000001:0.0:1787745002.794895:0:179950:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787745002.794897:0:179950:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787745002.794901:0:179950:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.794908:0:179950:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787745002.794910:0:179950:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.794912:0:179950:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787745002.802143:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.802176:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745002.802181:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.802184:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745002.802194:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.802203:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745002.802214:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.802219:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.802226:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.802230:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 18 MB=0x6a8eb9904b680 00000400:00000200:2.0:1787745002.802235:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.802263:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1f35 [1] + 224 00000800:00000001:2.0:1787745002.802273:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.802284:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745002.802288:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745002.802293:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745002.802301:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787745002.802312:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766c649a40 x1874579698267776/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745018 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787745002.802323:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766c649a40 x1874579698267776/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745002.802335:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787745002.802523:0:39518:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787745002.802532:0:39518:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787745002.802534:0:39518:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787745002.802537:0:39518:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766e18. 00000400:00000200:3.0:1787745002.802542:0:39518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac5d8 00000400:00000010:3.0:1787745002.802544:0:39518:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac5d8. 00000100:00000001:3.0:1787745002.802547:0:39518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787745002.802552:0:39518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766c649a40 x1874579698267776/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787745002.802560:0:39518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766c649a40 x1874579698267776/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745002.802573:0:39518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787745002.802576:0:39518:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745002.802579:0:39518:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787745002.802582:0:39518:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787745002.802584:0:39518:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787745002.802587:0:39518:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745002.802590:0:39518:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787745002.802612:0:39518:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654538 time=125 v=5 (5 5 5 0) 00000100:00001000:3.0:1787745002.802617:0:39518:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=104 v=5 (1 1 1 1) 00000100:00000001:3.0:1787745002.802620:0:39518:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787745002.802622:0:39518:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745002.802625:0:39518:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787745002.802629:0:39518:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745002.802633:0:39518:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787745002.802645:0:39518:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:3.0:1787745002.802648:0:39518:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787745002.802651:0:39518:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745002.802656:0:39518:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766c649a40 x1874579698267776/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745018 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745002.802860:0:39518:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787745002.802864:0:39518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787745002.802867:0:39518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787745002.802872:0:39518:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766c649a40 x1874579698267776/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745018 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787745002.802880:0:39518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766c649a40 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:14787480-93a6-4cc0-a123-65fa4fd1ab7d:39518:1874579698267776:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1787745002.802887:0:39518:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745002.802890:0:39518:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745002.802893:0:39518:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787745002.802896:0:39518:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787745002.802900:0:39518:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766c649a40 x1874579698267776/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745018 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745002.802920:0:39518:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787745002.802923:0:39518:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a767ad01180. 00000100:00000001:3.0:1787745002.802938:0:39518:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787745002.802940:0:39518:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745002.802942:0:39518:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787745002.802946:0:39518:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766c649a40 x1874579698267776/t0(0) o103->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1787745018 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745002.802953:0:39518:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787745002.802955:0:39518:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787745002.802959:0:39518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7646301c00. 02000000:00000001:3.0:1787745002.802963:0:39518:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787745002.802967:0:39518:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787745002.802970:0:39518:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:3.0:1787745002.802972:0:39518:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787745002.802975:0:39518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a7646300200. 02000000:00000001:3.0:1787745002.802978:0:39518:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787745002.802979:0:39518:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787745002.802981:0:39518:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766c649a40. 00000100:00000001:3.0:1787745002.802984:0:39518:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787745002.802985:0:39518:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787745002.802987:0:39518:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1787745002.802991:0:39518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787745002.802997:0:39518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000000a0779b1/0x6bfe83e2a9fa092a lrc: 0/0,0 mode: --/PW res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400020020 nid: local remote: 0xd1177cb064f749f0 expref: -99 pid: 179943 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:3.0:1787745002.803008:0:39518:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8a764842b2c0. 00010000:00000040:3.0:1787745002.803012:0:39518:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a7658976c00 count: 0 00010000:00000010:3.0:1787745002.803021:0:39518:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8a7658976900. 00010000:00000001:3.0:1787745002.803030:0:39518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745002.803031:0:39518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787745002.803034:0:39518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 00000000e3d88f93/0x6bfe83e2a9fa08ba lrc: 0/0,0 mode: --/PR res: [0x280000403:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0xd1177cb064f7486f expref: -99 pid: 178681 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1787745002.803052:0:39518:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8a7679902780. 00010000:00000040:3.0:1787745002.803056:0:39518:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8a7679b27300 count: 0 00010000:00000010:3.0:1787745002.803060:0:39518:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8a7679b27800. 00010000:00000001:3.0:1787745002.803065:0:39518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787745002.803067:0:39518:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745002.803091:0:39518:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745002.803096:0:39518:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787745002.803098:0:39518:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787745002.803101:0:39518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787745002.803103:0:39518:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787745002.803103:0:39518:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787745002.803105:0:39518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787745002.803107:0:39518:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787745002.803108:0:39518:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787745002.803110:0:39518:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787745002.803209:0:179949:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.803213:0:179949:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.803215:0:179949:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=2 : 2 : 2) 00000800:00000001:2.0:1787745002.806848:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.806867:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1787745002.840776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a7658976c00. 00010000:00000010:3.1:1787745002.840791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a76476ab800. 00010000:00000010:3.1:1787745002.840796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8a7679b27300. 00010000:00000010:3.1:1787745002.840799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a7648892e00. 00000080:00000001:1.0:1787745002.864629:0:179953:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787745002.864635:0:179953:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787745002.864637:0:179953:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787745002.864640:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37b20 00000080:00200000:1.0:1787745002.864645:0:179953:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:1.0:1787745002.864653:0:179953:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7646297800. 00800000:00000002:1.0:1787745002.864659:0:179953:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:1.0:1787745002.864812:0:179953:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787745002.864820:0:179953:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787745002.864822:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37a40 00800000:00000002:1.0:1787745002.864825:0:179953:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787745002.864829:0:179953:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787745002.864833:0:179953:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787745002.864836:0:179953:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787745002.864838:0:179953:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787745002.864841:0:179953:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787745002.864843:0:179953:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745002.864845:0:179953:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787745002.864848:0:179953:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745002.864852:0:179953:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787745002.864857:0:179953:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787745002.864859:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37910 00000002:00010000:1.0:1787745002.864861:0:179953:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787745002.864865:0:179953:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787745002.864867:0:179953:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745002.864877:0:179953:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745002.864884:0:179953:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a765346b600 count: 2 00010000:00000001:1.0:1787745002.864887:0:179953:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745002.864893:0:179953:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745002.864898:0:179953:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787745002.864904:0:179953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:1.0:1787745002.864916:0:179953:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787745002.864922:0:179953:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745002.864991:0:179953:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:1.0:1787745002.865001:0:179953:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787745002.865003:0:179953:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787745002.865005:0:179953:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745002.865007:0:179953:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745002.865009:0:179953:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787745002.865012:0:179953:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787745002.865016:0:179953:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787745002.865020:0:179953:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:1.0:1787745002.865025:0:179953:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7646297800. 00000080:00000001:1.0:1787745002.865030:0:179953:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787745002.865031:0:179953:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745002.865034:0:179953:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:1.0:1787745002.865037:0:179953:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa08f9 00800000:00000001:1.0:1787745002.865040:0:179953:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787745002.865042:0:179953:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787745002.865044:0:179953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.865046:0:179953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.865049:0:179953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:1.0:1787745002.865051:0:179953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:1.0:1787745002.865054:0:179953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:1.0:1787745002.865057:0:179953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.865064:0:179953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745002.865066:0:179953:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745002.865068:0:179953:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745002.865070:0:179953:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08f9 from it ffffa29d41e37b58 00010000:00000001:1.0:1787745002.865073:0:179953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.865074:0:179953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.865076:0:179953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:1.0:1787745002.865077:0:179953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:1.0:1787745002.865079:0:179953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:1.0:1787745002.865081:0:179953:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745002.865085:0:179953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1787745002.865092:0:179953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.865093:0:179953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.865094:0:179953:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787745002.865097:0:179953:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787745002.865099:0:179953:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1787745002.865106:0:179953:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745002.865109:0:179953:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745002.865112:0:179953:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745002.865116:0:179953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.865117:0:179953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.865119:0:179953:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.865121:0:179953:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745002.865123:0:179953:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.865125:0:179953:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.865128:0:179953:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.865130:0:179953:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745002.865132:0:179953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.865133:0:179953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787745002.865135:0:179953:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787745002.865137:0:179953:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787745002.865139:0:179953:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8), inode mode 41ff mask 1 00000080:00000001:1.0:1787745002.865148:0:179953:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.865152:0:179953:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1787745002.865217:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37ae8 00000080:00002000:1.0:1787745002.865220:0:179953:0:(dcache.c:87:ll_dcompare()) found name d36h.sanity(ffff8a7649e73bd0) flags 0x28000e refc 1 00000080:00000001:1.0:1787745002.865223:0:179953:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.865225:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37b30 00000080:00200000:1.0:1787745002.865227:0:179953:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d36h.sanity, flags=24 00000080:00000001:1.0:1787745002.865232:0:179953:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1787745002.865234:0:179953:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.865237:0:179953:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787745002.865239:0:179953:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x10a91:0x0](ffff8a766d5b3248), inode mode 41ed mask 1 00000080:00000001:1.0:1787745002.865242:0:179953:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.865244:0:179953:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1787745002.865246:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37b48 00000080:00002000:1.0:1787745002.865247:0:179953:0:(dcache.c:87:ll_dcompare()) found name f36h.sanity(ffff8a76491d1000) flags 0x48004e refc 0 00000080:00000001:1.0:1787745002.865249:0:179953:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.865250:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37b90 00000080:00200000:1.0:1787745002.865251:0:179953:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f36h.sanity, flags=8 00000020:00000001:1.0:1787745002.865258:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37d08 00000080:00200008:1.0:1787745002.865260:0:179953:0:(file.c:6313:ll_getattr_dentry()) START file f36h.sanity:[0x200000402:0x10a92:0x0](ffff8a766d5b1988), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1787745002.865265:0:179953:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787745002.865266:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37c80 00000080:00200000:1.0:1787745002.865268:0:179953:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x10a92:0x0](ffff8a766d5b1988),name=f36h.sanity 00000080:00000010:1.0:1787745002.865273:0:179953:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7646297800. 00800000:00000002:1.0:1787745002.865277:0:179953:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a766c5d6e80 2 00000080:00000001:1.0:1787745002.865281:0:179953:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787745002.865283:0:179953:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787745002.865285:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37ba0 00800000:00000002:1.0:1787745002.865287:0:179953:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000402:0x10a92:0x0] 'f36h.sanity' on [0x200000402:0x10a91:0x0] 00800000:00000001:1.0:1787745002.865290:0:179953:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:1.0:1787745002.865295:0:179953:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f36h.sanity hash=0x2/0x0 idx=0/2/0 under old layout 00800000:00000002:1.0:1787745002.865300:0:179953:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xbd:0x0] 00800000:00000001:1.0:1787745002.865302:0:179953:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787745002.865303:0:179953:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787745002.865305:0:179953:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787745002.865312:0:179953:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787745002.865314:0:179953:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745002.865316:0:179953:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000402:0x10a92:0x0] 00800000:00000001:1.0:1787745002.865318:0:179953:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787745002.865320:0:179953:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b10:0xbd:0x0], fid2=[0x200000402:0x10a92:0x0], name='' -> mds #0 00000002:00000001:1.0:1787745002.865323:0:179953:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787745002.865325:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37a70 00000002:00010000:1.0:1787745002.865327:0:179953:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000402:0x10a92:0x0]) in obj [0x200002b10:0xbd:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787745002.865330:0:179953:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787745002.865331:0:179953:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787745002.865332:0:179953:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1787745002.865445:0:179953:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a7658976f00 count: 3 00010000:00000001:1.0:1787745002.865448:0:179953:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787745002.865452:0:179953:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787745002.865455:0:179953:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787745002.865458:0:179953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1787745002.865465:0:179953:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787745002.865468:0:179953:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745002.865471:0:179953:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1787745002.865478:0:179953:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787745002.865480:0:179953:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787745002.865481:0:179953:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745002.865483:0:179953:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787745002.865485:0:179953:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787745002.865487:0:179953:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b10:0xbd:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1787745002.865489:0:179953:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787745002.865491:0:179953:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a766c5d6e80 2 00000080:00000010:1.0:1787745002.865494:0:179953:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7646297800. 00000080:00000001:1.0:1787745002.865497:0:179953:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787745002.865498:0:179953:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745002.865505:0:179953:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x10a92:0x0](ffff8a766d5b1988) 00000080:00010000:1.0:1787745002.865508:0:179953:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000402:0x10a92:0x0](ffff8a766d5b1988) for lock 0x6bfe83e2a9fa093f 00800000:00000001:1.0:1787745002.865510:0:179953:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787745002.865512:0:179953:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787745002.865513:0:179953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.865515:0:179953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.865516:0:179953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab000 refcount=3 00000020:00000001:1.0:1787745002.865518:0:179953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:1.0:1787745002.865521:0:179953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:1.0:1787745002.865523:0:179953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.865525:0:179953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787745002.865526:0:179953:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787745002.865527:0:179953:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787745002.865529:0:179953:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa093f from it ffffa29d41e37cb8 00010000:00000001:1.0:1787745002.865532:0:179953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787745002.865533:0:179953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787745002.865534:0:179953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a76476ab000 refcount=3 00000020:00000001:1.0:1787745002.865536:0:179953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:1.0:1787745002.865538:0:179953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839341789184 : -129234367762432 : ffff8a76476ab000) 00010000:00000001:1.0:1787745002.865540:0:179953:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787745002.865543:0:179953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787745002.865549:0:179953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.865550:0:179953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.865551:0:179953:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787745002.865553:0:179953:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787745002.865555:0:179953:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a76476ab000/0x6bfe83e2a9fa093f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10a92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd1177cb064f74a2f expref: -99 pid: 179947 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787745002.865561:0:179953:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745002.865563:0:179953:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745002.865564:0:179953:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745002.865571:0:179953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.865572:0:179953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787745002.865573:0:179953:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.865575:0:179953:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745002.865576:0:179953:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.865578:0:179953:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.865580:0:179953:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.865582:0:179953:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787745002.865583:0:179953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787745002.865584:0:179953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787745002.865586:0:179953:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787745002.865587:0:179953:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787745002.865590:0:179953:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1787745002.865593:0:179953:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787745002.865595:0:179953:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787745002.865597:0:179953:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787745002.865599:0:179953:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.865601:0:179953:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787745002.865604:0:179953:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1787745002.865606:0:179953:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787745002.865610:0:179953:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839305154072 : -129234404397544 : ffff8a76453bae18) 00000020:00001000:1.0:1787745002.865613:0:179953:0:(cl_object.c:823:cl_env_get()) 1@ffff8a76453bae10 00000020:00000001:1.0:1787745002.865617:0:179953:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:1.0:1787745002.865620:0:179953:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787745002.865623:0:179953:0:(vvp_io.c:1861:vvp_io_init()) Process entered 00000080:00200000:1.0:1787745002.865625:0:179953:0:(vvp_io.c:1866:vvp_io_init()) [0x200000402:0x10a92:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1787745002.865628:0:179953:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787745002.865629:0:179953:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1787745002.865631:0:179953:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787745002.865633:0:179953:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787745002.865635:0:179953:0:(vvp_io.c:1938:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787745002.865638:0:179953:0:(lov_object.c:1600:lov_io_init()) [0x200000402:0x10a92:0x0]io ffff8a766c9de2f0 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:1.0:1787745002.865642:0:179953:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a767ac70000 00020000:00000001:1.0:1787745002.865645:0:179953:0:(lov_io.c:2452:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787745002.865647:0:179953:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787745002.865650:0:179953:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787745002.865652:0:179953:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745002.865654:0:179953:0:(lov_io.c:916:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1787745002.865656:0:179953:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787745002.868322:0:179953:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.868329:0:179953:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787745002.868331:0:179953:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787745002.868333:0:179953:0:(lov_io.c:2465:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787745002.868337:0:179953:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff8a7648971ba0) owner 0000000000000000/ffff8a767ac70000 00000020:00000001:1.0:1787745002.868465:0:179953:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787745002.868472:0:179953:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1787745002.868473:0:179953:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x10a92:0x0] 00000020:00000001:1.0:1787745002.868476:0:179953:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1787745002.868478:0:179953:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1787745002.868481:0:179953:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1787745002.868484:0:179953:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1787745002.868492:0:179953:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1787745002.868501:0:179953:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8a7648972b80. 00020000:00000002:1.0:1787745002.868505:0:179953:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1787745002.868508:0:179953:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1787745002.868510:0:179953:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787745002.868511:0:179953:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787745002.868514:0:179953:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787745002.868518:0:179953:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446614839305150904 : -129234404400712 : ffff8a76453ba1b8) 00000020:00001000:1.0:1787745002.868521:0:179953:0:(cl_object.c:823:cl_env_get()) 1@ffff8a76453ba1b0 00000020:00000001:1.0:1787745002.868525:0:179953:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a3788 -> ffff8a766c9a39e0 00000020:00000001:1.0:1787745002.868527:0:179953:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787745002.868531:0:179953:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787745002.868532:0:179953:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787745002.868534:0:179953:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745002.868535:0:179953:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745002.868537:0:179953:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614839348774840 : -129234360776776 : ffff8a7647d547b8) 00000020:00000001:1.0:1787745002.868539:0:179953:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1787745002.868545:0:179953:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff8a765190e000. 00000008:00010000:1.0:1787745002.868548:0:179953:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1787745002.868551:0:179953:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787745002.868552:0:179953:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1787745002.868554:0:179953:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff8a7648972bb0, osc lock ffff8a765190e000, flags 0x400001002 00000020:00000001:1.0:1787745002.868556:0:179953:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745002.868558:0:179953:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787745002.868560:0:179953:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446614839361481600 : -129234348070016 : ffff8a7648972b80) 00000020:00000001:1.0:1787745002.868562:0:179953:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787745002.868581:0:179953:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1787745002.868583:0:179953:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.868585:0:179953:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745002.868587:0:179953:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1787745002.868590:0:179953:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1787745002.868592:0:179953:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1787745002.868593:0:179953:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1787745002.868595:0:179953:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787745002.868596:0:179953:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614839348774840 : -129234360776776 : ffff8a7647d547b8) 00000020:00000001:1.0:1787745002.868598:0:179953:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1787745002.868601:0:179953:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1787745002.868603:0:179953:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787745002.868606:0:179953:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787745002.868608:0:179953:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787745002.868610:0:179953:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787745002.868612:0:179953:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787745002.868613:0:179953:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787745002.868614:0:179953:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787745002.868617:0:179953:0:(osc_request.c:3378:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1787745002.868620:0:179953:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787745002.868627:0:179953:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745002.868630:0:179953:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1787745002.868635:0:179953:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a76518a1e00. 00000020:00000040:1.0:1787745002.868640:0:179953:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=4 obd=lustre-OST0000-osc-ffff8a7648bee000 00010000:00000001:1.0:1787745002.868644:0:179953:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787745002.868649:0:179953:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745002.868653:0:179953:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.868656:0:179953:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787745002.868659:0:179953:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787745002.869021:0:179953:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787745002.870504:0:179953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a7647e98a00. 00000100:00000001:0.0:1787745002.870516:0:179953:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.870523:0:179953:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787745002.870524:0:179953:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.870526:0:179953:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787745002.870527:0:179953:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.870529:0:179953:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.870533:0:179953:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446614839511621120 : -129234197930496 : ffff8a76518a1e00) 00010000:00000001:0.0:1787745002.870537:0:179953:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1787745002.870539:0:179953:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1787745002.870545:0:179953:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8a764543f200. 00010000:00000010:0.0:1787745002.870550:0:179953:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8a764543f400. 00010000:00000001:0.0:1787745002.870554:0:179953:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1787745002.870557:0:179953:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a7647353800. 00000020:00000001:0.0:1787745002.870561:0:179953:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1787745002.870574:0:179953:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8a7647353800 with handle 0x6bfe83e2a9fa0946 to hash 00000020:00000001:0.0:1787745002.870576:0:179953:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1787745002.870578:0:179953:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000010:0.0:1787745002.870582:0:179953:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8a7679902c40. 00010000:00000001:0.0:1787745002.870585:0:179953:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.870588:0:179953:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787745002.870601:0:179953:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745002.870606:0:179953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000006650d66e/0x6bfe83e2a9fa0946 lrc: 3/1,0 mode: --/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 179953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787745002.870618:0:179953:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000006650d66e/0x6bfe83e2a9fa0946 lrc: 3/1,0 mode: --/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 179953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745002.870629:0:179953:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745002.870633:0:179953:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787745002.870637:0:179953:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787745002.870648:0:179953:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea58e057] to pc [ptlrpcd_00_01+1] req@ffff8a76518a1e00 x1874579698267904/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.871126:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787745002.871131:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787745002.871133:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787745002.871140:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a76518a1e00 x1874579698267904/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.871148:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787745002.871150:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745002.871506:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787745002.871517:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787745002.871521:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787745002.871526:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a76518a1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2397:1874579698267904:192.168.201.110@tcp:101:ls.0 00000100:00000001:1.0:1787745002.871530:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787745002.871537:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787745002.871539:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787745002.871541:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787745002.871546:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a7643d06800. 02000000:00000001:1.0:1787745002.871548:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787745002.871555:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1787745002.871559:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7642c00cb8. 00000400:00000010:1.0:1787745002.871566:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0aa0. 00000100:00000200:1.0:1787745002.871573:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874579698267904, portal 4 00000100:00000001:1.0:1787745002.871575:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787745002.871577:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839511621120 : -129234197930496 : ffff8a76518a1e00) 00000100:00000040:1.0:1787745002.871585:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8a76518a1e00 x1874579698267904/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745018 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787745002.871602:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787745002.871605:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1787745002.871608:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a76596a0c38. 00000100:00000200:1.0:1787745002.871612:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1874579698267904, offset 0 00000400:00000200:1.0:1787745002.871618:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1787745002.871626:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787745002.871633:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1787745002.871638:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787745002.871642:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1787745002.871645:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787745002.871648:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1787745002.871652:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440849:440849:256:4294967295] 192.168.201.110@tcp LPNI seq info [440848:440848:8:4294967295] 00000400:00000200:1.0:1787745002.871656:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1787745002.871990:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1787745002.871997:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1787745002.872007:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a7646683f00. 00000800:00000200:1.0:1787745002.872013:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1787745002.872021:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1787745002.872026:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a7646683f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787745002.872070:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787745002.872075:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137595 usecs (138 jiffies) 00000400:00000200:1.0:1787745002.872078:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1787745002.872081:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301297962 00000100:00000001:1.0:1787745002.872089:0:2397:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 2, simply extend its deadline from 4301297882 00000100:00000001:1.0:1787745002.872095:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301297962 00000100:00000001:1.0:1787745002.872098:0:2397:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 3, simply extend its deadline from 4301297882 00000100:00000001:1.0:1787745002.872101:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787745002.872104:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.872107:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787745002.872109:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1787745002.872147:0:179953:0:(osc_request.c:3497:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787745002.872151:0:179953:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.872163:0:179953:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787745002.872167:0:179953:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.872168:0:179953:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.872171:0:179953:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1787745002.872173:0:179953:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1787745002.872175:0:179953:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1787745002.872177:0:179953:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1787745002.872185:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787745002.872188:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787745002.872367:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745002.872371:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a7646683f00. 00000400:00000200:2.0:1787745002.872382:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745002.872388:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745002.872394:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0c38 00000400:00000010:2.0:1787745002.872396:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0c38. 00000100:00000001:2.0:1787745002.872400:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745002.872405:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a76518a1e00 x1874579698267904/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745018 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745002.872414:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745002.872417:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a76518a1e00 x1874579698267904/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745018 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745002.872424:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745002.872426:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787745002.873119:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787745002.873123:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787745002.873126:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787745002.873128:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787745002.873343:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745002.873346:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787745002.879904:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.879936:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787745002.879941:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.879944:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745002.879954:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.879962:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1787745002.879991:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.879997:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.880003:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.880007:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 400 into portal 4 MB=0x6a8eb9904b700 00000400:00000200:2.0:1787745002.880012:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745002.880020:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 400/400 into md 0x3e1f45 [1] + 224 00000800:00000001:2.0:1787745002.880027:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.880036:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787745002.880040:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745002.880044:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1787745002.880054:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787745002.880063:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a76518a1e00 x1874579698267904/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745018 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1787745002.880075:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff8a76518a1e00 x1874579698267904/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745018 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787745002.880099:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787745002.880111:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787745002.880114:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787745002.880400:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787745002.880406:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787745002.880425:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787745002.880427:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787745002.880431:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7642c00cb8. 00000400:00000200:0.0:1787745002.880436:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a76596a0aa0 00000400:00000010:0.0:1787745002.880439:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a76596a0aa0. 00000100:00000001:0.0:1787745002.880442:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787745002.880448:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a76518a1e00 x1874579698267904/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745018 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1787745002.880457:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a76518a1e00 x1874579698267904/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745018 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745002.880463:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787745002.880466:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787745002.880469:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787745002.880474:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787745002.880477:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787745002.880481:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787745002.880485:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787745002.880499:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654460 time=115 v=5 (5 5 5 5) 00000100:00001000:0.0:1787745002.880504:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=104 v=5 (1 1 1 1) 00000100:00000001:0.0:1787745002.880506:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787745002.880508:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.880511:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787745002.880515:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745002.880520:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787745002.880522:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:0.0:1787745002.880525:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787745002.880529:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787745002.880534:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a76518a1e00 x1874579698267904/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745018 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745002.880542:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787745002.880545:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787745002.880547:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1787745002.880551:0:2397:0:(osc_request.c:3312:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1787745002.880554:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.880557:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.880568:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353800 refcount=4 00000020:00000001:0.0:1787745002.880570:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.880575:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.880578:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.880579:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.880580:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353800 refcount=5 00000020:00000001:0.0:1787745002.880582:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.880584:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.880589:0:2397:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787745002.880602:0:2397:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745002.880608:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000006650d66e/0x6bfe83e2a9fa0946 lrc: 6/2,0 mode: --/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 179953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745002.880621:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.880623:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.880626:0:2397:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1787745002.880629:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.880630:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.880631:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353800 refcount=6 00000020:00000001:0.0:1787745002.880634:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.880636:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000040:0.0:1787745002.880643:0:2397:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8a7647353800, remote cookie: 0xd1177cb064f74a36, flags: 0x1001 00010000:00010000:0.0:1787745002.880649:0:2397:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000006650d66e/0x6bfe83e2a9fa0946 lrc: 6/2,0 mode: --/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74a36 expref: -99 pid: 179953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745002.880657:0:2397:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1787745002.880660:0:2397:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.880709:0:2397:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1787745002.880714:0:2397:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1787745002.880720:0:2397:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000006650d66e/0x6bfe83e2a9fa0946 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74a36 expref: -99 pid: 179953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1787745002.880752:0:2397:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000403:0xb71:0x0].0x0 (ffff8a764543f200) refcount = 1 00010000:00000040:0.0:1787745002.880756:0:2397:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1787745002.880759:0:2397:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000006650d66e/0x6bfe83e2a9fa0946 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74a36 expref: -99 pid: 179953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745002.880769:0:2397:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1787745002.880771:0:2397:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787745002.880774:0:2397:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1787745002.880776:0:2397:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745002.880779:0:2397:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000006650d66e/0x6bfe83e2a9fa0946 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74a36 expref: -99 pid: 179953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745002.880786:0:2397:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1787745002.880787:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.880788:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.880789:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.880790:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787745002.880792:0:2397:0:(osc_request.c:3266:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1787745002.880795:0:2397:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1787745002.880799:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.880801:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.880802:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353800 refcount=5 00000020:00000001:0.0:1787745002.880804:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.880806:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00000008:00000001:0.0:1787745002.880811:0:2397:0:(osc_lock.c:154:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1787745002.880816:0:2397:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000008:00010000:0.0:1787745002.880821:0:2397:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000006650d66e/0x6bfe83e2a9fa0946 lrc: 5/2,0 mode: PR/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xd1177cb064f74a36 expref: -99 pid: 179953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1787745002.880829:0:2397:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000020:00000001:0.0:1787745002.880837:0:2397:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1787745002.880840:0:2397:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1787745002.880843:0:2397:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1787745002.880845:0:2397:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.880847:0:2397:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.880849:0:2397:0:(cl_object.c:143:cl_object_top()) ffff8a7648976c40 -> ffff8a766c9a39e0 00000008:00000001:0.0:1787745002.880850:0:2397:0:(osc_lock.c:197:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1787745002.880853:0:2397:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1787745002.880856:0:2397:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1787745002.880876:0:2397:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1787745002.880878:0:2397:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.880881:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.880882:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.880884:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353800 refcount=6 00000020:00000001:0.0:1787745002.880886:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.880888:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.880891:0:2397:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787745002.880895:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000006650d66e/0x6bfe83e2a9fa0946 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd1177cb064f74a36 expref: -99 pid: 179953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745002.880902:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.880903:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787745002.880906:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000006650d66e/0x6bfe83e2a9fa0946 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd1177cb064f74a36 expref: -99 pid: 179953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745002.880913:0:2397:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787745002.880915:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.880916:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787745002.880918:0:2397:0:(osc_request.c:3293:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.880920:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787745002.880921:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787745002.880923:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647353800 refcount=5 00000020:00000001:2.0:1787745002.881073:0:179953:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745002.881077:0:179953:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787745002.881084:0:179953:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1787745002.881087:0:179953:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:2.0:1787745002.881089:0:179953:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000020:00000001:2.0:1787745002.881091:0:179953:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1787745002.881096:0:179953:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1787745002.881101:0:179953:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1787745002.881103:0:179953:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787745002.881105:0:179953:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1787745002.881106:0:179953:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787745002.881108:0:179953:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x10a92:1026 on OST[0]: s=0 (1) m=977288400 a=977288400 c=1787745002 b=0 00020000:00000001:2.0:1787745002.881113:0:179953:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787745002.881115:0:179953:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=0 m=977288400 a=977288400 c=1787745002 b=0 00020000:00000001:2.0:1787745002.881118:0:179953:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745002.881127:0:179953:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745002.881129:0:179953:0:(cl_object.c:143:cl_object_top()) ffff8a766c9a39e0 -> ffff8a766c9a39e0 00000080:00200000:2.0:1787745002.881133:0:179953:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x10a92:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1787745002.881136:0:179953:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1787745002.881138:0:179953:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1787745002.881140:0:179953:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8a766c9de290 (ffff8a76453bae18/0) at cl_lock_release():245 00000020:00000001:2.0:1787745002.881143:0:179953:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787745002.881144:0:179953:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a766c9de290 (ffff8a76453bae18/0) at cl_lock_cancel():142 00020000:00000001:2.0:1787745002.881148:0:179953:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1787745002.881151:0:179953:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787745002.881153:0:179953:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446614839348774840 : -129234360776776 : ffff8a7647d547b8) 00000020:00000001:2.0:1787745002.881155:0:179953:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787745002.881156:0:179953:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8a7648972bb0 (ffff8a76453ba1b8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1787745002.881159:0:179953:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1787745002.881160:0:179953:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:2.0:1787745002.881162:0:179953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745002.881163:0:179953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787745002.881164:0:179953:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1787745002.881166:0:179953:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1787745002.881167:0:179953:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787745002.881168:0:179953:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787745002.881170:0:179953:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787745002.881171:0:179953:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a766c9de290 (ffff8a76453bae18/0) at cl_lock_fini():72 00020000:00000001:2.0:1787745002.881174:0:179953:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1787745002.881176:0:179953:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787745002.881177:0:179953:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8a7648972bb0 (ffff8a76453bae18/1) at cl_lock_fini():72 00000008:00000010:2.0:1787745002.881181:0:179953:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff8a765190e000. 00000020:00000001:2.0:1787745002.881184:0:179953:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1787745002.881186:0:179953:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff8a7648972b80. 00020000:00000001:2.0:1787745002.881189:0:179953:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1787745002.881190:0:179953:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1787745002.881191:0:179953:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1787745002.881193:0:179953:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745002.881196:0:179953:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1787745002.881198:0:179953:0:(lov_io.c:1054:lov_io_fini()) Process entered 00020000:00000001:2.0:1787745002.881200:0:179953:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1787745002.881201:0:179953:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1787745002.881203:0:179953:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787745002.881205:0:179953:0:(cl_object.c:917:cl_env_put()) 1@ffff8a76453ba1b0 00000020:00000010:2.0:1787745002.881215:0:179953:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8a7653507000. 00000020:00000010:2.0:1787745002.881220:0:179953:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8a765897a060. 00000008:00000010:2.0:1787745002.881225:0:179953:0:(osc_dev.c:103:osc_key_fini()) slab-freed '(info)': 2920 at ffff8a7645dfb908. 00020000:00000010:2.0:1787745002.881229:0:179953:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8a76820ce6c0. 00008000:00000010:2.0:1787745002.881234:0:179953:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a7646e066d8. 00000080:00000010:2.0:1787745002.881240:0:179953:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8a764668b7e0. 00000080:00000010:2.0:1787745002.881245:0:179953:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 632 at ffff8a766c9ddb28. 00000020:00000010:2.0:1787745002.881250:0:179953:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a7653507400. 00000008:00000010:2.0:1787745002.881253:0:179953:0:(osc_dev.c:128:osc_session_fini()) slab-freed '(info)': 352 at ffff8a76472722c0. 00020000:00000010:2.0:1787745002.881256:0:179953:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 624 at ffff8a7647d56970. 00008000:00000010:2.0:1787745002.881260:0:179953:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a76724267e8. 00000080:00000010:2.0:1787745002.881264:0:179953:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8a7648c9cd20. 00000020:00000010:2.0:1787745002.881267:0:179953:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a7653506400. 00000020:00000010:2.0:1787745002.881269:0:179953:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8a76453ba1b0. 00020000:00000001:2.0:1787745002.881272:0:179953:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1787745002.881274:0:179953:0:(lov_io.c:1073:lov_io_fini()) Process leaving 00000080:00000001:2.0:1787745002.881276:0:179953:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787745002.881290:0:179953:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x10a92:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1787745002.881295:0:179953:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1787745002.881297:0:179953:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787745002.881299:0:179953:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1787745002.881301:0:179953:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787745002.881302:0:179953:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787745002.881303:0:179953:0:(cl_object.c:917:cl_env_put()) 1@ffff8a76453bae10 00000020:00000010:2.0:1787745002.881306:0:179953:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8a764646a400. 00000020:00000010:2.0:1787745002.881308:0:179953:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8a765897aae0. 00000008:00000010:2.0:1787745002.881311:0:179953:0:(osc_dev.c:103:osc_key_fini()) slab-freed '(info)': 2920 at ffff8a7645dfc470. 00020000:00000010:2.0:1787745002.881313:0:179953:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8a76820ce0c0. 00008000:00000010:2.0:1787745002.881316:0:179953:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a7646e05530. 00000080:00000010:2.0:1787745002.881320:0:179953:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8a764668bd20. 00000080:00000010:2.0:1787745002.881323:0:179953:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 632 at ffff8a766c9de290. 00000020:00000010:2.0:1787745002.881327:0:179953:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a764646aa00. 00000008:00000010:2.0:1787745002.881329:0:179953:0:(osc_dev.c:128:osc_session_fini()) slab-freed '(info)': 352 at ffff8a76472731e0. 00020000:00000010:2.0:1787745002.881331:0:179953:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 624 at ffff8a7647d54750. 00008000:00000010:2.0:1787745002.881334:0:179953:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a7672426178. 00000080:00000010:2.0:1787745002.881343:0:179953:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8a7648c9c000. 00000020:00000010:2.0:1787745002.881345:0:179953:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a7646300400. 00000020:00000010:2.0:1787745002.881348:0:179953:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8a76453bae10. 00000001:00000001:2.0:1787745002.881350:0:179953:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745002.881359:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37d08 00000080:00000008:2.0:1787745002.881362:0:179953:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file f36h.sanity:[0x200000402:0x10a92:0x0](ffff8a766d5b1988), request_mask 606, flags 0, foreign 0 00000080:00000001:2.0:1787745002.881369:0:179953:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787745002.881381:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37da0 00000080:00002000:2.0:1787745002.881383:0:179953:0:(dcache.c:127:ll_ddelete()) keeping dentry f36h.sanity (ffff8a76491d1000, parent ffff8a7649e73bd0, inode ffff8a766d5b1988) hashed, 00000080:00000001:2.0:1787745002.881386:0:179953:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787745002.881425:0:179953:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787745002.881428:0:179953:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787745002.881430:0:179953:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787745002.881432:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37bc0 00000080:00200000:2.0:1787745002.881434:0:179953:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:2.0:1787745002.881440:0:179953:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7645f83600. 00800000:00000002:2.0:1787745002.881446:0:179953:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:2.0:1787745002.881451:0:179953:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787745002.881455:0:179953:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787745002.881457:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37ae0 00800000:00000002:2.0:1787745002.881459:0:179953:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787745002.881463:0:179953:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787745002.881465:0:179953:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787745002.881468:0:179953:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787745002.881470:0:179953:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787745002.881473:0:179953:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787745002.881474:0:179953:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787745002.881476:0:179953:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787745002.881479:0:179953:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787745002.881483:0:179953:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787745002.881488:0:179953:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787745002.881490:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e379b0 00000002:00010000:2.0:1787745002.881492:0:179953:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787745002.881496:0:179953:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787745002.881498:0:179953:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787745002.881506:0:179953:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787745002.881512:0:179953:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a765346b600 count: 2 00010000:00000001:2.0:1787745002.881515:0:179953:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787745002.881519:0:179953:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787745002.881523:0:179953:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787745002.881526:0:179953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:2.0:1787745002.881536:0:179953:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787745002.881541:0:179953:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787745002.881544:0:179953:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:2.0:1787745002.881551:0:179953:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787745002.881554:0:179953:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787745002.881556:0:179953:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787745002.881558:0:179953:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787745002.881560:0:179953:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787745002.881562:0:179953:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787745002.881565:0:179953:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787745002.881568:0:179953:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:2.0:1787745002.881571:0:179953:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7645f83600. 00000080:00000001:2.0:1787745002.881575:0:179953:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787745002.881576:0:179953:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787745002.881579:0:179953:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:2.0:1787745002.881582:0:179953:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa08f9 00800000:00000001:2.0:1787745002.881586:0:179953:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787745002.881588:0:179953:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787745002.881589:0:179953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787745002.881591:0:179953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787745002.881593:0:179953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:2.0:1787745002.881595:0:179953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:2.0:1787745002.881597:0:179953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:2.0:1787745002.881600:0:179953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745002.881606:0:179953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787745002.881608:0:179953:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787745002.881610:0:179953:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787745002.881613:0:179953:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08f9 from it ffffa29d41e37bf8 00010000:00000001:2.0:1787745002.881615:0:179953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787745002.881616:0:179953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787745002.881618:0:179953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:2.0:1787745002.881620:0:179953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:2.0:1787745002.881622:0:179953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:2.0:1787745002.881623:0:179953:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787745002.881626:0:179953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:2.0:1787745002.881632:0:179953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745002.881633:0:179953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787745002.881635:0:179953:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787745002.881637:0:179953:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787745002.881640:0:179953:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:2.0:1787745002.881647:0:179953:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787745002.881650:0:179953:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787745002.881652:0:179953:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787745002.881656:0:179953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745002.881657:0:179953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787745002.881658:0:179953:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787745002.881689:0:179953:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787745002.881692:0:179953:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787745002.881694:0:179953:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787745002.881697:0:179953:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787745002.881699:0:179953:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787745002.881701:0:179953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745002.881702:0:179953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787745002.881704:0:179953:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787745002.881706:0:179953:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787745002.881708:0:179953:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8), inode mode 41ff mask 1 00000080:00000001:2.0:1787745002.881718:0:179953:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787745002.881722:0:179953:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1787745002.881725:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37b88 00000080:00002000:2.0:1787745002.881727:0:179953:0:(dcache.c:87:ll_dcompare()) found name d36h.sanity(ffff8a7649e73bd0) flags 0x28000e refc 1 00000080:00000001:2.0:1787745002.881730:0:179953:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745002.881732:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37bd0 00000080:00200000:2.0:1787745002.881733:0:179953:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d36h.sanity, flags=24 00000080:00000001:2.0:1787745002.881746:0:179953:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1787745002.881748:0:179953:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787745002.881752:0:179953:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1787745002.881753:0:179953:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x10a91:0x0](ffff8a766d5b3248), inode mode 41ed mask 1 00000080:00000001:2.0:1787745002.881755:0:179953:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787745002.881757:0:179953:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1787745002.881759:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37be8 00000080:00002000:2.0:1787745002.881760:0:179953:0:(dcache.c:87:ll_dcompare()) found name f36h.sanity(ffff8a76491d1000) flags 0x48004e refc 0 00000080:00000001:2.0:1787745002.881762:0:179953:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745002.881763:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37c30 00000080:00200000:2.0:1787745002.881765:0:179953:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f36h.sanity, flags=8 00000080:00000001:2.0:1787745002.881782:0:179953:0:(xattr.c:574:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1787745002.881785:0:179953:0:(xattr.c:581:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:2.0:1787745002.881789:0:179953:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787745002.881790:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37e40 00000080:00002000:2.0:1787745002.881792:0:179953:0:(dcache.c:127:ll_ddelete()) keeping dentry f36h.sanity (ffff8a76491d1000, parent ffff8a7649e73bd0, inode ffff8a766d5b1988) hashed, 00000080:00000001:2.0:1787745002.881794:0:179953:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787745002.881807:0:179953:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787745002.881809:0:179953:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1787745002.881810:0:179953:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1787745002.881812:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37bc0 00000080:00200000:2.0:1787745002.881813:0:179953:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8),name=/ 00000080:00000010:2.0:1787745002.881817:0:179953:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8a7645f83600. 00800000:00000002:2.0:1787745002.881820:0:179953:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff8a765852e340 2 00000080:00000001:2.0:1787745002.881822:0:179953:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1787745002.881824:0:179953:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1787745002.881825:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37ae0 00800000:00000002:2.0:1787745002.881828:0:179953:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1787745002.881830:0:179953:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1787745002.881836:0:179953:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787745002.881837:0:179953:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787745002.881839:0:179953:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787745002.881840:0:179953:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787745002.881842:0:179953:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787745002.881843:0:179953:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1787745002.881845:0:179953:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787745002.881847:0:179953:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1787745002.881851:0:179953:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1787745002.881852:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e379b0 00000002:00010000:2.0:1787745002.881854:0:179953:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1787745002.881857:0:179953:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1787745002.881858:0:179953:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1787745002.881860:0:179953:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1787745002.881862:0:179953:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8a765346b600 count: 2 00010000:00000001:2.0:1787745002.881865:0:179953:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787745002.881867:0:179953:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787745002.881869:0:179953:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787745002.881873:0:179953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:2.0:1787745002.881879:0:179953:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1787745002.881881:0:179953:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787745002.881883:0:179953:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:2.0:1787745002.881889:0:179953:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1787745002.881891:0:179953:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1787745002.881892:0:179953:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787745002.881894:0:179953:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1787745002.881895:0:179953:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787745002.881897:0:179953:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1787745002.881900:0:179953:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1787745002.881901:0:179953:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff8a765852e340 2 00000080:00000010:2.0:1787745002.881904:0:179953:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8a7645f83600. 00000080:00000001:2.0:1787745002.881912:0:179953:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1787745002.881913:0:179953:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787745002.881915:0:179953:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) 00000080:00010000:2.0:1787745002.881918:0:179953:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a76491280c8) for lock 0x6bfe83e2a9fa08f9 00800000:00000001:2.0:1787745002.881921:0:179953:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1787745002.881922:0:179953:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1787745002.881923:0:179953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787745002.881925:0:179953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787745002.881937:0:179953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:2.0:1787745002.881939:0:179953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:2.0:1787745002.881941:0:179953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:2.0:1787745002.881943:0:179953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745002.881944:0:179953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1787745002.881945:0:179953:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787745002.881947:0:179953:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1787745002.881949:0:179953:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6bfe83e2a9fa08f9 from it ffffa29d41e37bf8 00010000:00000001:2.0:1787745002.881951:0:179953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787745002.881952:0:179953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787745002.881953:0:179953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8a7647352600 refcount=3 00000020:00000001:2.0:1787745002.881955:0:179953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:2.0:1787745002.881957:0:179953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338280448 : -129234371271168 : ffff8a7647352600) 00010000:00000001:2.0:1787745002.881959:0:179953:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787745002.881961:0:179953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:2.0:1787745002.881967:0:179953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745002.881969:0:179953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787745002.881970:0:179953:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1787745002.881971:0:179953:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1787745002.881974:0:179953:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a7648bee000 lock: ffff8a7647352600/0x6bfe83e2a9fa08f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd1177cb064f74972 expref: -99 pid: 179943 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:2.0:1787745002.881980:0:179953:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787745002.881987:0:179953:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787745002.881988:0:179953:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787745002.881991:0:179953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745002.881992:0:179953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787745002.881993:0:179953:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787745002.881995:0:179953:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787745002.881996:0:179953:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787745002.881998:0:179953:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787745002.882000:0:179953:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787745002.882002:0:179953:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787745002.882004:0:179953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787745002.882005:0:179953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787745002.882007:0:179953:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787745002.882008:0:179953:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1787745002.882010:0:179953:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a76491280c8), inode mode 41ff mask 1 00000080:00000001:2.0:1787745002.882014:0:179953:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787745002.882016:0:179953:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1787745002.882018:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37b88 00000080:00002000:2.0:1787745002.882020:0:179953:0:(dcache.c:87:ll_dcompare()) found name d36h.sanity(ffff8a7649e73bd0) flags 0x28000e refc 1 00000080:00000001:2.0:1787745002.882022:0:179953:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745002.882024:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37bd0 00000080:00200000:2.0:1787745002.882025:0:179953:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d36h.sanity, flags=25 00000080:00000001:2.0:1787745002.882027:0:179953:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1787745002.882029:0:179953:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787745002.882031:0:179953:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1787745002.882033:0:179953:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x10a91:0x0](ffff8a766d5b3248), inode mode 41ed mask 1 00000080:00000001:2.0:1787745002.882035:0:179953:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787745002.882037:0:179953:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1787745002.882038:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37be8 00000080:00002000:2.0:1787745002.882040:0:179953:0:(dcache.c:87:ll_dcompare()) found name f36h.sanity(ffff8a76491d1000) flags 0x48004e refc 0 00000080:00000001:2.0:1787745002.882041:0:179953:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787745002.882043:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37c30 00000080:00200000:2.0:1787745002.882044:0:179953:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f36h.sanity, flags=9 00000080:00000001:2.0:1787745002.882051:0:179953:0:(xattr.c:574:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1787745002.882053:0:179953:0:(xattr.c:599:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1787745002.882056:0:179953:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787745002.882057:0:179953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa29d41e37e40 00000080:00002000:2.0:1787745002.882064:0:179953:0:(dcache.c:127:ll_ddelete()) keeping dentry f36h.sanity (ffff8a76491d1000, parent ffff8a7649e73bd0, inode ffff8a766d5b1988) hashed, 00000080:00000001:2.0:1787745002.882067:0:179953:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745002.885495:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.885510:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614839338285056 : -129234371266560 : ffff8a7647353800) 00010000:00000001:0.0:1787745002.885529:0:2397:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787745002.885536:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000006650d66e/0x6bfe83e2a9fa0946 lrc: 4/1,0 mode: PR/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xd1177cb064f74a36 expref: -99 pid: 179953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787745002.885549:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.885551:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.885552:0:2397:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1787745002.885555:0:2397:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1787745002.885558:0:2397:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8a7648bee000 lock: 000000006650d66e/0x6bfe83e2a9fa0946 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xd1177cb064f74a36 expref: -99 pid: 179953 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1787745002.885566:0:2397:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787745002.885570:0:2397:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787745002.885572:0:2397:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787745002.885576:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.885577:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.885579:0:2397:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.885582:0:2397:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787745002.885584:0:2397:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.885586:0:2397:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.885591:0:2397:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787745002.885593:0:2397:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787745002.885594:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.885595:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787745002.885597:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787745002.885598:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1787745002.885600:0:2397:0:(osc_request.c:3351:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787745002.885616:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a76518a1e00 x1874579698267904/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745018 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787745002.885628:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a76518a1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2397:1874579698267904:192.168.201.110@tcp:101:ls.0 00000100:00000001:0.0:1787745002.885634:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787745002.885639:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787745002.885643:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a76518a1e00 x1874579698267904/t0(0) o101->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1787745018 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787745002.885654:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787745002.885658:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787745002.885676:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a7643d06800. 02000000:00000001:0.0:1787745002.885687:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787745002.885690:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787745002.885691:0:2397:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:0.0:1787745002.885694:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787745002.885696:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a7647e98a00. 02000000:00000001:0.0:1787745002.885699:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787745002.885701:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787745002.885704:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a76518a1e00. 00000100:00000001:0.0:1787745002.885708:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787745002.885710:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787745002.885713:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787745002.885722:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787745002.885724:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787745002.885728:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787745002.885731:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745003.015882:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301297962, at 4301297968 00000100:00000010:3.0:1787745003.015899:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f8000. 00000100:00000040:2.0:1787745003.016019:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301297962, at 4301297968 00000100:00000010:2.0:1787745003.016026:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f8c60. 00010000:00000001:1.0:1787745003.672746:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745003.672753:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745003.672758:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745003.672760:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745003.672763:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745003.672764:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745003.672767:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745003.672768:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787745003.672790:0:6179:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787745003.672803:0:6179:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787745003.672806:0:6179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1787745004.215037:0:180046:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787745004.249817:0:39560:0:(pinger.c:229:ptlrpc_pinger_process_import()) 295f25df-de87-4de2-8334-248ba01fceab->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787745004.249832:0:39560:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787745004.249846:0:39560:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca36580. 00000020:00000040:2.0:1787745004.249854:0:39560:0:(genops.c:1210:class_import_get()) import ffff8a76476e0000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:2.0:1787745004.249859:0:39560:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787745004.249863:0:39560:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787745004.249869:0:39560:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787745004.249882:0:39560:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53900. 00000100:00000001:2.0:1787745004.249893:0:39560:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787745004.249909:0:39560:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 295f25df-de87-4de2-8334-248ba01fceab->MGS req@ffff8a766ca36580 x1874579698268032/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787745004.249924:0:39560:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787745004.249930:0:39560:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787745004.249937:0:39560:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d99455c2] to pc [ptlrpcd_01_00+0] req@ffff8a766ca36580 x1874579698268032/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745004.249977:0:39560:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787745004.249981:0:39560:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787745004.249984:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787745004.249984:0:39560:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787745004.249988:0:39560:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca35a40. 00000100:00000001:3.0:1787745004.249989:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1787745004.249990:0:39560:0:(genops.c:1210:class_import_get()) import ffff8a7648c8f000 refcount=1731 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000100:00000001:2.0:1787745004.249992:0:39560:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1787745004.249993:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1787745004.249994:0:39560:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787745004.249995:0:39560:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787745004.249999:0:39560:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53000. 00000100:00000040:3.0:1787745004.250000:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca36580 x1874579698268032/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745004.250001:0:39560:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787745004.250005:0:39560:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0000_UUID req@ffff8a766ca35a40 x1874579698268160/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787745004.250009:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787745004.250012:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745004.250017:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787745004.250020:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787745004.250023:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787745004.250027:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca36580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:295f25df-de87-4de2-8334-248ba01fceab:2398:1874579698268032:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787745004.250031:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1787745004.250039:0:39560:0:(jobid.c:939:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1787745004.250040:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1787745004.250041:0:39560:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745004.250043:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787745004.250045:0:39560:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000303e50d9] to pc [ptlrpcd_01_01+1] req@ffff8a766ca35a40 x1874579698268160/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1787745004.250053:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1787745004.250053:0:39560:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787745004.250055:0:39560:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1787745004.250057:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a765993e400. 02000000:00000001:3.0:1787745004.250059:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745004.250059:0:39560:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787745004.250063:0:39560:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca34b40. 00000020:00000040:2.0:1787745004.250066:0:39560:0:(genops.c:1210:class_import_get()) import ffff8a7648651000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000400:00000200:3.0:1787745004.250068:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1787745004.250068:0:39560:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787745004.250071:0:39560:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787745004.250073:0:39560:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787745004.250074:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766e18. 02000000:00000010:2.0:1787745004.250075:0:39560:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53200. 00000100:00000001:2.0:1787745004.250079:0:39560:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787745004.250082:0:39560:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-MDT0001_UUID req@ffff8a766ca34b40 x1874579698268288/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1787745004.250083:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac5d8. 00000100:00000001:2.0:1787745004.250088:0:39560:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787745004.250090:0:39560:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787745004.250091:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698268032, portal 25 00000100:00000001:3.0:1787745004.250093:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1787745004.250093:0:39560:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c198c15] to pc [ptlrpcd_01_00+0] req@ffff8a766ca34b40 x1874579698268288/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745004.250095:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966262656 : -129233743288960 : ffff8a766ca36580) 00000100:00000001:2.0:1787745004.250100:0:39560:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745004.250101:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca36580 x1874579698268032/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787745004.250102:0:39560:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787745004.250105:0:39560:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1787745004.250108:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1787745004.250108:0:39560:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff8a766ca36940. 00000020:00000040:2.0:1787745004.250110:0:39560:0:(genops.c:1210:class_import_get()) import ffff8a7648654000 refcount=4 obd=lustre-OST0000-osc-ffff8a7648bee000 00000100:00000040:3.0:1787745004.250112:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000100:00000001:2.0:1787745004.250112:0:39560:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787745004.250113:0:39560:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1787745004.250114:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8ac198. 02000000:00000001:2.0:1787745004.250115:0:39560:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787745004.250118:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874579698268032, offset 0 02000000:00000010:2.0:1787745004.250118:0:39560:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a767ad53800. 00000100:00000001:2.0:1787745004.250126:0:39560:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787745004.250130:0:39560:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0000_UUID req@ffff8a766ca36940 x1874579698268416/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787745004.250137:0:39560:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787745004.250139:0:39560:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787745004.250140:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000100:00000040:2.0:1787745004.250142:0:39560:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c9d7333] to pc [ptlrpcd_01_01+1] req@ffff8a766ca36940 x1874579698268416/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745004.250148:0:39560:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787745004.250150:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000040:2.0:1787745004.250150:0:39560:0:(pinger.c:229:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787745004.250154:0:39560:0:(pinger.c:247:ptlrpc_pinger_process_import()) 14787480-93a6-4cc0-a123-65fa4fd1ab7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1787745004.250157:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000100:00000040:2.0:1787745004.250159:0:39560:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6636) 00000400:00000200:3.0:1787745004.250163:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787745004.250168:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000100:00000001:2.0:1787745004.250170:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1787745004.250172:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1787745004.250172:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787745004.250173:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1787745004.250175:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000100:00000040:2.0:1787745004.250177:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca35a40 x1874579698268160/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787745004.250179:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440850:440850:256:4294967295] 192.168.201.110@tcp LPNI seq info [440849:440849:8:4294967295] 00000400:00000200:3.0:1787745004.250184:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1787745004.250184:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787745004.250186:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787745004.250188:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787745004.250189:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787745004.250191:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787745004.250194:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000100:00100000:2.0:1787745004.250194:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca35a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698268160:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787745004.250197:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787745004.250199:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1787745004.250200:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 02000000:00000001:2.0:1787745004.250201:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787745004.250202:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1787745004.250205:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68700. 02000000:00000010:2.0:1787745004.250205:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7645f82a00. 02000000:00000001:2.0:1787745004.250207:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787745004.250210:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000800:00000200:3.0:1787745004.250211:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000400:00000010:2.0:1787745004.250213:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a76485319a0. 00000400:00000010:2.0:1787745004.250216:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703088. 00000800:00000200:3.0:1787745004.250219:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787745004.250223:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68700 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1787745004.250224:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698268160, portal 10 00000100:00000001:2.0:1787745004.250226:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787745004.250227:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966259776 : -129233743291840 : ffff8a766ca35a40) 00000100:00000001:3.0:1787745004.250235:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787745004.250235:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca35a40 x1874579698268160/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745004.250241:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1787745004.250243:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000040:2.0:1787745004.250243:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000100:00000001:3.0:1787745004.250245:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4301300468 00000400:00000010:2.0:1787745004.250246:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703bb0. 00000100:00000200:2.0:1787745004.250248:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698268160, offset 0 00000100:00000010:3.0:1787745004.250249:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f8600. 00000400:00000200:2.0:1787745004.250253:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1787745004.250257:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787745004.250258:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1787745004.250260:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000100:00000001:3.0:1787745004.250263:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4301300468 00000400:00000200:2.0:1787745004.250263:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1787745004.250266:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a76518f8660. 00000400:00000200:2.0:1787745004.250266:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1787745004.250268:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787745004.250270:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1787745004.250273:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440851:440851:255:4294967295] 192.168.201.110@tcp LPNI seq info [440850:440850:7:4294967295] 00000400:00000200:2.0:1787745004.250278:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787745004.250279:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787745004.250282:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1787745004.250283:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000100:00000001:3.0:1787745004.250285:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787745004.250287:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000100:00000001:3.0:1787745004.250289:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1787745004.250290:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad53300. 00000100:00000001:3.0:1787745004.250291:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1787745004.250293:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1787745004.250299:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000100:00000001:3.0:1787745004.250300:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1787745004.250302:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad53300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787745004.250303:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787745004.250304:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745004.250305:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787745004.250307:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787745004.250308:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787745004.250308:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: using a timeout of 8823 usecs (9 jiffies) 00000400:00000200:2.0:1787745004.250311:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000040:3.0:1787745004.250312:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca34b40 x1874579698268288/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745004.250313:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301299211 00000100:00000001:2.0:1787745004.250315:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301300468 00000100:00000001:2.0:1787745004.250317:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301299211 00000100:00000001:3.0:1787745004.250319:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787745004.250320:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745004.250322:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787745004.250324:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787745004.250324:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301300468 02000000:00000001:3.0:1787745004.250326:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745004.250326:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787745004.250328:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787745004.250330:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca34b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698268288:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1787745004.250330:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1787745004.250333:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1787745004.250334:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a766ca36940 x1874579698268416/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1787745004.250335:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787745004.250337:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745004.250339:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1787745004.250340:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1787745004.250341:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a765993f000. 00000100:00000001:2.0:1787745004.250341:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745004.250343:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787745004.250343:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787745004.250345:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1787745004.250346:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 02000000:00000001:2.0:1787745004.250347:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787745004.250349:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7659766790. 00000100:00100000:2.0:1787745004.250350:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a766ca36940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698268416:192.168.201.110@tcp:400:kworker.0 00000400:00000010:3.0:1787745004.250352:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8aca18. 00000100:00000001:2.0:1787745004.250353:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787745004.250355:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787745004.250357:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787745004.250358:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1787745004.250359:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698268288, portal 10 00000100:00000001:3.0:1787745004.250361:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1787745004.250361:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a7645f82800. 00000100:00000001:3.0:1787745004.250362:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966255936 : -129233743295680 : ffff8a766ca34b40) 02000000:00000001:2.0:1787745004.250363:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787745004.250367:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000040:3.0:1787745004.250369:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca34b40 x1874579698268288/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1787745004.250369:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a7648531000. 00000400:00000010:2.0:1787745004.250372:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703220. 00000100:00000200:2.0:1787745004.250375:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874579698268416, portal 4 00000100:00000001:2.0:1787745004.250376:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787745004.250377:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446614839966263616 : -129233743288000 : ffff8a766ca36940) 00000100:00000040:2.0:1787745004.250383:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8a766ca36940 x1874579698268416/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745004.250385:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787745004.250388:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1787745004.250390:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a766c8acdd0. 00000100:00000001:2.0:1787745004.250390:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1787745004.250392:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874579698268288, offset 0 00000100:00000040:2.0:1787745004.250392:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1787745004.250394:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a7648703908. 00000400:00000200:3.0:1787745004.250396:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000100:00000200:2.0:1787745004.250398:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874579698268416, offset 0 00000400:00000200:3.0:1787745004.250399:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745004.250402:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1787745004.250403:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1787745004.250405:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787745004.250408:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1787745004.250410:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787745004.250412:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1787745004.250415:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440852:440852:254:4294967295] 192.168.201.110@tcp LPNI seq info [440851:440851:6:4294967295] 00000400:00000200:3.0:1787745004.250422:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.250427:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1787745004.250431:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1787745004.250435:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad68c00. 00000800:00000200:3.0:1787745004.250438:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1787745004.250442:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1787745004.250444:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad68c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787745004.250447:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745004.250450:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: using a timeout of 8008 usecs (9 jiffies) 00000400:00000200:3.0:1787745004.250452:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1787745004.250454:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301299211 00000100:00000001:3.0:1787745004.250456:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301300468 00000100:00000001:3.0:1787745004.250458:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301299211 00000100:00000001:3.0:1787745004.250465:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301300468 00000100:00000001:3.0:1787745004.250467:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787745004.250469:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745004.250481:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745004.250483:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745004.250487:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787745004.250488:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787745004.250490:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787745004.250491:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787745004.250493:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745004.250495:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787745004.250568:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745004.250578:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1787745004.250581:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787745004.250584:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1787745004.250586:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787745004.250588:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1787745004.250591:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [440853:440853:253:4294967295] 192.168.201.110@tcp LPNI seq info [440852:440852:5:4294967295] 00000400:00000200:2.0:1787745004.250594:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1787745004.250600:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1787745004.250604:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1787745004.250607:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a767ad53600. 00000800:00000200:2.0:1787745004.250611:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a7651104cc0] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1787745004.250614:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1787745004.250616:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8a767ad53600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787745004.250619:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787745004.250622:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: using a timeout of 137575 usecs (138 jiffies) 00000400:00000200:2.0:1787745004.250625:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1787745004.250627:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 2 is 4301299340 00000100:00000001:2.0:1787745004.250629:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 2, keep current deadline 4301300468 00000100:00000001:2.0:1787745004.250631:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS new deadline estimation for cpu 3 is 4301299340 00000100:00000001:2.0:1787745004.250632:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8a7648bee000: PM QoS request active for cpu 3, keep current deadline 4301300468 00000100:00000001:2.0:1787745004.250634:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787745004.250636:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745004.250638:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745004.250639:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787745004.250642:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787745004.250644:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787745004.250645:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787745004.250647:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787745004.250648:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745004.250649:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787745004.250731:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745004.250740:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68700. 00000400:00000200:2.0:1787745004.250748:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745004.250753:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745004.250758:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac198 00000400:00000010:2.0:1787745004.250760:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac198. 00000100:00000001:2.0:1787745004.250765:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745004.250769:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca36580 x1874579698268032/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745004.250778:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745004.250782:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca36580 x1874579698268032/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745020 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745004.250789:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745004.250791:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787745004.250804:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745004.250806:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad53300. 00000400:00000200:2.0:1787745004.250808:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745004.250812:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745004.250815:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703bb0 00000400:00000010:2.0:1787745004.250816:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703bb0. 00000100:00000001:2.0:1787745004.250819:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745004.250822:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca35a40 x1874579698268160/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745004.250828:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745004.250831:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca35a40 x1874579698268160/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745004.250836:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745004.250838:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787745004.251355:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745004.251359:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad68c00. 00000400:00000200:2.0:1787745004.251362:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745004.251366:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745004.251369:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8acdd0 00000400:00000010:2.0:1787745004.251371:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8acdd0. 00000100:00000001:2.0:1787745004.251379:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745004.251384:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca34b40 x1874579698268288/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745004.251392:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745004.251395:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca34b40 x1874579698268288/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745004.251401:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745004.251403:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787745004.251600:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787745004.251603:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a767ad53600. 00000400:00000200:2.0:1787745004.251606:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787745004.251610:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1787745004.251614:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703908 00000400:00000010:2.0:1787745004.251615:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703908. 00000100:00000001:2.0:1787745004.251618:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787745004.251622:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a766ca36940 x1874579698268416/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745004.251628:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787745004.251631:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a766ca36940 x1874579698268416/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745020 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787745004.251636:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787745004.251637:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787745004.270084:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745004.270099:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787745004.270103:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745004.270106:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787745004.270115:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270122:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787745004.270131:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270135:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270141:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270145:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb9904b800 00000400:00000200:3.0:1787745004.270149:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270155:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1f5d [1] + 224 00000800:00000001:3.0:1787745004.270162:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745004.270166:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787745004.270169:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787745004.270174:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787745004.270181:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787745004.270189:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca35a40 x1874579698268160/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787745004.270201:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca35a40 x1874579698268160/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745004.270218:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787745004.270232:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745004.270236:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787745004.270238:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745004.270240:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787745004.270243:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270247:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787745004.270251:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270254:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270256:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270259:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a8eb9904b880 00000400:00000200:3.0:1787745004.270262:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270266:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1f6d [1] + 224 00000800:00000001:3.0:1787745004.270278:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745004.270282:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787745004.270284:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787745004.270287:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787745004.270290:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787745004.270295:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca34b40 x1874579698268288/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787745004.270304:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca34b40 x1874579698268288/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745004.270316:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787745004.270320:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745004.270323:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787745004.270325:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745004.270327:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787745004.270330:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270334:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787745004.270337:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270340:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270342:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270345:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a8eb9904b780 00000400:00000200:3.0:1787745004.270348:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270359:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1f4d [1] + 224 00000800:00000001:3.0:1787745004.270364:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745004.270367:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787745004.270369:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787745004.270373:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787745004.270376:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787745004.270381:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca36580 x1874579698268032/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787745004.270390:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca36580 x1874579698268032/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745004.270397:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787745004.270400:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745004.270403:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787745004.270404:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745004.270406:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787745004.270409:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270412:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1787745004.270416:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270418:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270421:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270424:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a8eb9904b900 00000400:00000200:3.0:1787745004.270427:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1787745004.270431:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x3e1f75 [1] + 224 00000800:00000001:3.0:1787745004.270435:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745004.270441:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787745004.270443:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787745004.270446:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1787745004.270449:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787745004.270453:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a766ca36940 x1874579698268416/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787745004.270461:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a766ca36940 x1874579698268416/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745004.270485:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787745004.270490:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787745004.270494:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745004.270509:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787745004.270514:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787745004.270522:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787745004.270524:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787745004.270527:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a76485319a0. 00000400:00000200:3.0:1787745004.270532:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703088 00000400:00000010:3.0:1787745004.270534:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703088. 00000100:00000001:3.0:1787745004.270537:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787745004.270542:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca35a40 x1874579698268160/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787745004.270550:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca35a40 x1874579698268160/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745004.270556:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787745004.270559:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745004.270562:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787745004.270565:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787745004.270568:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787745004.270570:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745004.270573:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787745004.270584:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648c8f460 time=118 v=5 (5 5 5 5) 00000100:00001000:3.0:1787745004.270588:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648c8f418 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1787745004.270591:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787745004.270592:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745004.270595:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787745004.270599:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745004.270602:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787745004.270605:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a7648bee000: skip recheck: last_committed 25769956158 00000100:00000001:3.0:1787745004.270607:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787745004.270610:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745004.270615:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca35a40 x1874579698268160/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745004.270635:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787745004.270638:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787745004.270640:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787745004.270645:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca35a40 x1874579698268160/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787745004.270653:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca35a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698268160:192.168.201.110@tcp:400:kworker.0 00000400:00000001:3.0:1787745004.270659:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787745004.270685:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787745004.270688:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7648531000. 00000400:00000200:3.0:1787745004.270691:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a7648703220 00000400:00000010:3.0:1787745004.270692:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a7648703220. 00000100:00000001:3.0:1787745004.270695:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787745004.270699:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca36940 x1874579698268416/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787745004.270707:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca36940 x1874579698268416/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745004.270722:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787745004.270724:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745004.270725:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787745004.270727:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787745004.270728:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787745004.270730:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745004.270732:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787745004.270736:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648654460 time=117 v=5 (5 5 5 5) 00000100:00001000:3.0:1787745004.270739:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648654418 time=106 v=5 (1 1 1 1) 00000100:00000001:3.0:1787745004.270741:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787745004.270743:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745004.270744:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787745004.270746:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745004.270749:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787745004.270750:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a7648bee000: skip recheck: last_committed 12884903334 00000100:00000001:3.0:1787745004.270756:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787745004.270758:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745004.270763:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca36940 x1874579698268416/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745004.270770:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787745004.270772:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787745004.270773:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787745004.270777:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca36940 x1874579698268416/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787745004.270784:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca36940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2399:1874579698268416:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787745004.270789:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745004.270792:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787745004.270795:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca35a40 x1874579698268160/t0(0) o400->lustre-MDT0000-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745004.270802:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787745004.270804:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787745004.270808:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7645f82a00. 02000000:00000001:3.0:1787745004.270810:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787745004.270813:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787745004.270815:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a7648c8f000 refcount=1730 obd=lustre-MDT0000-mdc-ffff8a7648bee000 00000020:00000001:3.0:1787745004.270817:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787745004.270821:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53000. 02000000:00000001:3.0:1787745004.270825:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787745004.270827:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787745004.270829:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca35a40. 00000100:00000001:3.0:1787745004.270832:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787745004.270834:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745004.270835:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787745004.270839:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca36940 x1874579698268416/t0(0) o400->lustre-OST0000-osc-ffff8a7648bee000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745004.270844:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787745004.270850:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787745004.270852:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a7645f82800. 02000000:00000001:3.0:1787745004.270854:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787745004.270856:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787745004.270857:0:2399:0:(genops.c:1223:class_import_put()) import ffff8a7648654000 refcount=3 obd=lustre-OST0000-osc-ffff8a7648bee000 00000020:00000001:3.0:1787745004.270859:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787745004.270860:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53800. 02000000:00000001:3.0:1787745004.270862:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787745004.270863:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787745004.270865:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca36940. 00000100:00000001:3.0:1787745004.270868:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787745004.270869:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745004.270872:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745004.270879:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787745004.270881:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745004.270883:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787745004.270885:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745004.270895:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787745004.270897:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787745004.270900:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787745004.270902:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787745004.270904:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766790. 00000400:00000200:3.0:1787745004.270906:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8aca18 00000400:00000010:3.0:1787745004.270908:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8aca18. 00000100:00000001:3.0:1787745004.270911:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787745004.270915:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca34b40 x1874579698268288/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787745004.270923:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca34b40 x1874579698268288/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745004.270930:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787745004.270931:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745004.270932:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787745004.270934:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787745004.270935:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787745004.270937:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745004.270938:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787745004.270943:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a7648651460 time=117 v=5 (5 5 5 5) 00000100:00001000:3.0:1787745004.270951:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a7648651418 time=64 v=5 (1 1 0 0) 00000100:00000001:3.0:1787745004.270953:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787745004.270954:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745004.270955:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787745004.270957:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745004.270960:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787745004.270961:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a7648bee000: skip recheck: last_committed 25769918529 00000100:00000001:3.0:1787745004.270963:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787745004.270964:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745004.270969:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca34b40 x1874579698268288/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745004.270974:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787745004.270976:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787745004.270978:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787745004.270981:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca34b40 x1874579698268288/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787745004.270989:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca34b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:14787480-93a6-4cc0-a123-65fa4fd1ab7d:2398:1874579698268288:192.168.201.110@tcp:400:kworker.0 00000400:00000001:3.0:1787745004.270994:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787745004.270996:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787745004.270997:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a7659766e18. 00000400:00000200:3.0:1787745004.271000:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a766c8ac5d8 00000400:00000010:3.0:1787745004.271002:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8a766c8ac5d8. 00000100:00000001:3.0:1787745004.271004:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787745004.271007:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a766ca36580 x1874579698268032/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787745004.271015:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a766ca36580 x1874579698268032/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745004.271021:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787745004.271022:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745004.271024:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787745004.271025:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787745004.271026:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787745004.271031:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787745004.271033:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787745004.271036:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff8a76476e0460 time=118 v=5 (5 5 5 5) 00000100:00001000:3.0:1787745004.271039:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff8a76476e0418 time=67 v=5 (1 1 1 1) 00000100:00000001:3.0:1787745004.271040:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787745004.271042:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787745004.271043:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787745004.271045:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745004.271047:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787745004.271050:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a766ca36580 x1874579698268032/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745004.271056:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787745004.271057:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787745004.271059:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787745004.271062:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a766ca36580 x1874579698268032/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787745004.271068:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a766ca36580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:295f25df-de87-4de2-8334-248ba01fceab:2398:1874579698268032:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1787745004.271072:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745004.271073:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787745004.271076:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca34b40 x1874579698268288/t0(0) o400->lustre-MDT0001-mdc-ffff8a7648bee000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745004.271081:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787745004.271083:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787745004.271084:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a765993f000. 02000000:00000001:3.0:1787745004.271087:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787745004.271088:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787745004.271089:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a7648651000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a7648bee000 00000020:00000001:3.0:1787745004.271091:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787745004.271093:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53200. 02000000:00000001:3.0:1787745004.271095:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787745004.271096:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787745004.271097:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca34b40. 00000100:00000001:3.0:1787745004.271100:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787745004.271106:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745004.271108:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787745004.271112:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a766ca36580 x1874579698268032/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1787745020 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787745004.271118:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787745004.271119:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787745004.271121:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a765993e400. 02000000:00000001:3.0:1787745004.271123:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787745004.271124:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787745004.271126:0:2398:0:(genops.c:1223:class_import_put()) import ffff8a76476e0000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:3.0:1787745004.271128:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787745004.271129:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a767ad53900. 02000000:00000001:3.0:1787745004.271131:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787745004.271132:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787745004.271133:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff8a766ca36580. 00000100:00000001:3.0:1787745004.271135:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787745004.271137:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745004.271138:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787745004.271142:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787745004.271143:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787745004.271145:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787745004.271147:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787745004.596182:0:180082:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1787745004.596191:0:180082:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_36h: @@@@@@ FAIL: /mnt/lustre/d36h.sanity/f36h.sanity timestamps changed 00000001:00000001:1.0:1787745004.605024:0:180082:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1787745004.696782:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745004.696790:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745004.696795:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745004.696797:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745004.696800:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745004.696809:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745004.696813:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745004.696815:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787745004.696994:0:110735:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787745004.696998:0:110735:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787745004.697001:0:110735:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787745005.528289:0:130825:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4b30 (cpu 3) has reached its deadline 4301300468, at 4301300480 00000100:00000010:3.0:1787745005.528304:0:130825:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f8660. 00000100:00000040:2.0:1787745005.528497:0:134388:0:(connection.c:75:cpu_latency_work()) work item of ffff8a76476e4a20 (cpu 2) has reached its deadline 4301300468, at 4301300480 00000100:00000010:2.0:1787745005.528502:0:134388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a76518f8600. 00010000:00000001:1.0:1787745005.719838:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745005.719848:0:172669:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787745005.719850:0:172669:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787745005.719853:0:172669:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745005.719858:0:172669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787745005.719860:0:172669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745005.719861:0:172669:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745005.719863:0:172669:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745005.719867:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745005.719868:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745005.719871:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745005.719872:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787745005.719876:0:172669:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787745005.719877:0:172669:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787745005.719964:0:6178:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787745005.719967:0:6178:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787745005.719970:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787745005.914090:0:180184:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 27679 lines, 27679 kept, 0 dropped, 0 bad.