00000100:00000040:2.0F:1767736287.759217:0:239330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767736287.759231:0:239330:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767736287.759238:0:239330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474887b80. 00000020:00000040:2.0:1767736287.759242:0:239330:0:(genops.c:1229:class_import_get()) import ffff92e445439000 refcount=4 obd=MGC192.168.202.159@tcp 00000100:00000001:2.0:1767736287.759247:0:239330:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767736287.759251:0:239330:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767736287.759255:0:239330:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767736287.759262:0:239330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e44bf45500. 00000100:00000001:2.0:1767736287.759268:0:239330:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.759278:0:239330:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS req@ffff92e474887b80 x1853604137182336/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767736287.759287:0:239330:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767736287.759291:0:239330:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.759297:0:239330:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3a3b528] to pc [ptlrpcd_01_00+0] req@ffff92e474887b80 x1853604137182336/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.759316:0:239330:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.759318:0:239330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767736287.759321:0:239330:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767736287.759325:0:239330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474887100. 00000020:00000040:2.0:1767736287.759327:0:239330:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=76 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:2.0:1767736287.759330:0:239330:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767736287.759331:0:239330:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767736287.759333:0:239330:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767736287.759337:0:239330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e44bf45800. 00000100:00000001:2.0:1767736287.759340:0:239330:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.759343:0:239330:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0000_UUID req@ffff92e474887100 x1853604137182464/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767736287.759349:0:239330:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767736287.759350:0:239330:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.759353:0:239330:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f2113f9] to pc [ptlrpcd_01_01+1] req@ffff92e474887100 x1853604137182464/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.759359:0:239330:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.759366:0:239330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767736287.759369:0:239330:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767736287.759372:0:239330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474887480. 00000020:00000040:2.0:1767736287.759374:0:239330:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=9 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:2.0:1767736287.759376:0:239330:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767736287.759377:0:239330:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767736287.759379:0:239330:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767736287.759382:0:239330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e44bf45300. 00000100:00000001:2.0:1767736287.759384:0:239330:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.759387:0:239330:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0001_UUID req@ffff92e474887480 x1853604137182592/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767736287.759392:0:239330:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767736287.759393:0:239330:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.759396:0:239330:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a0a2f7f] to pc [ptlrpcd_01_00+0] req@ffff92e474887480 x1853604137182592/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.759401:0:239330:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.759403:0:239330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767736287.759405:0:239330:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767736287.759408:0:239330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474885500. 00000020:00000040:2.0:1767736287.759410:0:239330:0:(genops.c:1229:class_import_get()) import ffff92e44baa9000 refcount=3 obd=lustre-OST0000-osc-ffff92e443fe1800 00000100:00000001:2.0:1767736287.759411:0:239330:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767736287.759412:0:239330:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767736287.759413:0:239330:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767736287.759417:0:239330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e44bf45d00. 00000100:00000001:2.0:1767736287.759419:0:239330:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.759422:0:239330:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0000_UUID req@ffff92e474885500 x1853604137182720/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767736287.759427:0:239330:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767736287.759429:0:239330:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.759431:0:239330:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbf49449] to pc [ptlrpcd_01_01+1] req@ffff92e474885500 x1853604137182720/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.759445:0:239330:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.759447:0:239330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767736287.759449:0:239330:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767736287.759453:0:239330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474886a00. 00000020:00000040:2.0:1767736287.759455:0:239330:0:(genops.c:1229:class_import_get()) import ffff92e44baab000 refcount=3 obd=lustre-OST0001-osc-ffff92e443fe1800 00000100:00000001:2.0:1767736287.759456:0:239330:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767736287.759457:0:239330:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767736287.759459:0:239330:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767736287.759462:0:239330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e44bf45700. 00000100:00000001:2.0:1767736287.759463:0:239330:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.759466:0:239330:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0001_UUID req@ffff92e474886a00 x1853604137182848/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767736287.759470:0:239330:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767736287.759471:0:239330:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.759474:0:239330:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000332b4457] to pc [ptlrpcd_01_00+0] req@ffff92e474886a00 x1853604137182848/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.759478:0:239330:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.759480:0:239330:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10384) 00000100:00000001:2.0:1767736287.759491:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736287.759493:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767736287.759495:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767736287.759499:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e474887b80 x1853604137182336/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.759504:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767736287.759506:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736287.759509:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767736287.759512:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767736287.759514:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767736287.759517:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e474887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:16857f34-d6b1-42ec-90a7-ee400f395f30:215028:1853604137182336:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767736287.759520:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767736287.759532:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767736287.759534:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736287.759537:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767736287.759540:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44be9c000. 02000000:00000001:2.0:1767736287.759542:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736287.759549:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767736287.759554:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c53c8. 00000400:00000010:2.0:1767736287.759560:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993b28. 00000100:00000200:2.0:1767736287.759566:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137182336, portal 25 00000100:00000001:2.0:1767736287.759568:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736287.759570:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638141312 : -119965071410304 : ffff92e474887b80) 00000100:00000040:2.0:1767736287.759575:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e474887b80 x1853604137182336/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.759581:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767736287.759583:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767736287.759602:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993880. 00000100:00000200:2.0:1767736287.759605:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853604137182336, offset 0 00000400:00000200:2.0:1767736287.759611:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767736287.759618:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736287.759626:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767736287.759631:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767736287.759636:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767736287.759639:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767736287.759641:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767736287.759644:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57530:57530:256:4294967295] 192.168.202.159@tcp LPNI seq info [57531:57531:8:4294967295] 00000400:00000200:2.0:1767736287.759647:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736287.759657:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767736287.759661:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767736287.759666:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44bf45400. 00000800:00000200:2.0:1767736287.759672:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767736287.759678:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767736287.759682:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44bf45400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767736287.759703:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736287.759708:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767736287.759711:0:215028:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 2 is 4305048298 00000100:00000010:2.0:1767736287.759715:0:215028:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446072ea0. 00000100:00000001:2.0:1767736287.759720:0:215028:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767736287.759724:0:215028:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 3 is 4305048298 00000100:00000010:2.0:1767736287.759728:0:215028:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446072c60. 00000100:00000001:2.0:1767736287.759731:0:215028:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767736287.759736:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736287.759739:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736287.759742:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767736287.759745:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e474887480 x1853604137182592/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.759751:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767736287.759752:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736287.759754:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767736287.759756:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767736287.759757:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767736287.759760:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e474887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137182592:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767736287.759763:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:3.0F:1767736287.759765:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767736287.759767:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767736287.759769:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736287.759770:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767736287.759774:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44be9ca00. 00000800:00000010:3.0:1767736287.759777:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44bf45400. 02000000:00000001:2.0:1767736287.759777:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736287.759785:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736287.759786:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767736287.759789:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c57e8. 00000400:00000200:3.0:1767736287.759795:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000010:2.0:1767736287.759796:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a9936e8. 00000400:00000200:3.0:1767736287.759801:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993880 00000400:00000010:3.0:1767736287.759805:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993880. 00000100:00000001:3.0:1767736287.759810:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736287.759811:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137182592, portal 10 00000100:00000001:2.0:1767736287.759816:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767736287.759817:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e474887b80 x1853604137182336/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.759818:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638139520 : -119965071412096 : ffff92e474887480) 00000100:00000040:2.0:1767736287.759829:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e474887480 x1853604137182592/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.759830:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736287.759836:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e474887b80 x1853604137182336/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.759858:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736287.759863:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767736287.759863:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767736287.759869:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767736287.759874:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993088. 00000100:00000200:2.0:1767736287.759876:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604137182592, offset 0 00000400:00000200:2.0:1767736287.759882:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767736287.759885:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736287.759889:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767736287.759892:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767736287.759894:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767736287.759897:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767736287.759899:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767736287.759902:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57531:57531:256:4294967295] 192.168.202.159@tcp LPNI seq info [57532:57532:8:4294967295] 00000400:00000200:2.0:1767736287.759906:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736287.759913:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767736287.759918:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767736287.759922:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44bf45600. 00000800:00000200:2.0:1767736287.759926:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767736287.759930:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767736287.759932:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44bf45600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767736287.759943:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.759947:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7711 usecs (8 jiffies) 00000400:00000200:2.0:1767736287.759950:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767736287.759952:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305047048 00000100:00000001:2.0:1767736287.759955:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305048298 00000100:00000001:2.0:1767736287.759957:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305047048 00000100:00000001:2.0:1767736287.759960:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305048298 00000100:00000001:2.0:1767736287.759961:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736287.759963:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736287.759970:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767736287.759974:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e474886a00 x1853604137182848/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.759980:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767736287.759981:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736287.759982:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767736287.759984:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767736287.759986:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767736287.759988:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e474886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137182848:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767736287.759991:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767736287.759993:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767736287.759995:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736287.759996:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767736287.760000:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44be9c600. 02000000:00000001:2.0:1767736287.760001:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736287.760005:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767736287.760009:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5948. 00000400:00000010:2.0:1767736287.760013:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993330. 00000100:00000200:2.0:1767736287.760016:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137182848, portal 4 00000100:00000001:2.0:1767736287.760018:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736287.760019:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638136832 : -119965071414784 : ffff92e474886a00) 00000100:00000040:2.0:1767736287.760024:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e474886a00 x1853604137182848/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.760030:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767736287.760033:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000800:00000200:3.0:1767736287.760036:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767736287.760037:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a9935d8. 00000800:00000010:3.0:1767736287.760040:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44bf45600. 00000100:00000200:2.0:1767736287.760041:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853604137182848, offset 0 00000400:00000200:3.0:1767736287.760048:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736287.760049:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736287.760055:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736287.760057:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736287.760062:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767736287.760064:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767736287.760066:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767736287.760068:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767736287.760076:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767736287.760080:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57532:57532:255:4294967295] 192.168.202.159@tcp LPNI seq info [57533:57533:7:4294967295] 00000400:00000200:2.0:1767736287.760084:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736287.760090:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767736287.760093:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767736287.760096:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44bf45e00. 00000800:00000200:2.0:1767736287.760100:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767736287.760105:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767736287.760107:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44bf45e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767736287.760110:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.760112:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: using a timeout of 9708 usecs (10 jiffies) 00000400:00000200:3.0:1767736287.760179:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993088 00000400:00000200:2.0:1767736287.760179:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736287.760184:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993088. 00000100:00000001:2.0:1767736287.760184:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305047051 00000100:00000001:3.0:1767736287.760190:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767736287.760190:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305048298 00000100:00000001:2.0:1767736287.760194:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305047051 00000100:00000200:3.0:1767736287.760198:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e474887480 x1853604137182592/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.760199:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305048298 00000100:00000001:2.0:1767736287.760204:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736287.760209:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736287.760215:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736287.760216:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767736287.760218:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736287.760222:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e474887480 x1853604137182592/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.760227:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736287.760228:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736287.760232:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767736287.760232:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767736287.760237:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736287.760238:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767736287.760241:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767736287.760243:0:215028:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1767736287.760244:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736287.760246:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767736287.760247:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736287.760249:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736287.760250:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767736287.760251:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767736287.760262:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e474887100 x1853604137182464/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.760267:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1767736287.760269:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767736287.760269:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767736287.760275:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44bf45e00. 02000000:00000001:2.0:1767736287.760275:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767736287.760279:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767736287.760281:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767736287.760282:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767736287.760288:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e474887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137182464:192.168.202.159@tcp:400:kworker.0 00000400:00000200:3.0:1767736287.760289:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736287.760296:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767736287.760297:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a9935d8 02000000:00000001:2.0:1767736287.760299:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767736287.760300:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a9935d8. 02000000:00000001:2.0:1767736287.760302:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736287.760304:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767736287.760307:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44be9da00. 00000100:00000001:3.0:1767736287.760311:0:215021:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767736287.760311:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736287.760316:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000200:3.0:1767736287.760319:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e474886a00 x1853604137182848/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767736287.760321:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5630. 00000400:00000010:2.0:1767736287.760326:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993550. 00000100:00000200:2.0:1767736287.760331:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137182464, portal 10 00000100:00000001:3.0:1767736287.760332:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767736287.760336:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767736287.760337:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e474886a00 x1853604137182848/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.760338:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638138624 : -119965071412992 : ffff92e474887100) 00000100:00000001:3.0:1767736287.760348:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.760348:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e474887100 x1853604137182464/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.760351:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767736287.760358:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767736287.760360:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767736287.760362:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993cc0. 00000100:00000200:2.0:1767736287.760364:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604137182464, offset 0 00000400:00000200:2.0:1767736287.760369:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767736287.760373:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736287.760377:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767736287.760379:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767736287.760381:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767736287.760383:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767736287.760389:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767736287.760392:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57533:57533:256:4294967295] 192.168.202.159@tcp LPNI seq info [57534:57534:8:4294967295] 00000400:00000200:2.0:1767736287.760395:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736287.760400:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767736287.760403:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767736287.760405:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44bf45e00. 00000800:00000200:2.0:1767736287.760408:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767736287.760412:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767736287.760413:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44bf45e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767736287.760425:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.760428:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10211 usecs (11 jiffies) 00000400:00000200:2.0:1767736287.760430:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767736287.760432:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305047052 00000100:00000001:2.0:1767736287.760433:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305048298 00000100:00000001:2.0:1767736287.760435:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305047052 00000100:00000001:2.0:1767736287.760437:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305048298 00000100:00000001:2.0:1767736287.760438:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736287.760440:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736287.760441:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767736287.760444:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e474885500 x1853604137182720/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.760448:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767736287.760449:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736287.760451:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767736287.760452:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767736287.760454:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767736287.760456:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e474885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137182720:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767736287.760457:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767736287.760463:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767736287.760464:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736287.760465:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767736287.760467:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44be9c200. 02000000:00000001:2.0:1767736287.760468:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736287.760471:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767736287.760473:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5e18. 00000400:00000010:2.0:1767736287.760475:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993aa0. 00000100:00000200:2.0:1767736287.760477:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137182720, portal 4 00000100:00000001:2.0:1767736287.760478:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736287.760479:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638131456 : -119965071420160 : ffff92e474885500) 00000100:00000040:2.0:1767736287.760483:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e474885500 x1853604137182720/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.760488:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767736287.760490:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767736287.760491:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993a18. 00000100:00000200:2.0:1767736287.760493:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853604137182720, offset 0 00000400:00000200:2.0:1767736287.760496:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767736287.760499:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736287.760501:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767736287.760503:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767736287.760505:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767736287.760506:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767736287.760508:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767736287.760510:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57534:57534:255:4294967295] 192.168.202.159@tcp LPNI seq info [57535:57535:7:4294967295] 00000400:00000200:2.0:1767736287.760512:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736287.760516:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767736287.760519:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767736287.760521:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44bf45600. 00000800:00000200:2.0:1767736287.760523:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767736287.760526:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767736287.760528:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44bf45600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767736287.760533:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736287.760535:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: using a timeout of 27071 usecs (28 jiffies) 00000400:00000200:2.0:1767736287.760538:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767736287.760539:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305047069 00000100:00000001:2.0:1767736287.760541:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305048298 00000100:00000001:2.0:1767736287.760542:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305047069 00000100:00000001:2.0:1767736287.760544:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305048298 00000100:00000001:2.0:1767736287.760545:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736287.760546:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736287.760548:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736287.760549:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736287.760557:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736287.760559:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736287.760617:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736287.760620:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44bf45e00. 00000400:00000200:2.0:1767736287.760622:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736287.760625:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736287.760628:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993cc0 00000400:00000010:2.0:1767736287.760629:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993cc0. 00000100:00000001:2.0:1767736287.760633:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736287.760637:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e474887100 x1853604137182464/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.760643:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736287.760646:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e474887100 x1853604137182464/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.760650:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736287.760652:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767736287.760665:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736287.760667:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44bf45600. 00000400:00000200:2.0:1767736287.760670:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736287.760672:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736287.760674:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993a18 00000400:00000010:2.0:1767736287.760683:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993a18. 00000100:00000001:2.0:1767736287.760685:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736287.760688:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e474885500 x1853604137182720/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.760693:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736287.760695:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e474885500 x1853604137182720/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.760699:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736287.760700:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767736287.762648:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736287.762726:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767736287.762730:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736287.762734:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736287.762740:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736287.762746:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767736287.762823:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736287.762827:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736287.762831:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736287.762835:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d826a580 00000400:00000200:3.0:1767736287.762839:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736287.762844:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x8441d [1] + 224 00000800:00000001:3.0:1767736287.762849:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736287.762855:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736287.762857:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736287.762860:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767736287.762865:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736287.762869:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e474887480 x1853604137182592/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767736287.762877:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e474887480 x1853604137182592/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.762887:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767736287.762891:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736287.762901:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767736287.762903:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736287.762906:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736287.762910:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736287.762912:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767736287.762917:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736287.762919:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736287.762921:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736287.762925:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 25 MB=0x695d7d826a480 00000400:00000200:3.0:1767736287.762929:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736287.762933:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.159@tcp of length 224/224 into md 0x8440d [1] + 224 00000800:00000001:3.0:1767736287.762937:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736287.762940:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736287.762941:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736287.762946:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767736287.762950:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736287.762953:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e474887b80 x1853604137182336/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767736287.762960:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e474887b80 x1853604137182336/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.762966:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767736287.762971:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736287.762974:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767736287.762975:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736287.762978:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736287.762980:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736287.762985:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767736287.762989:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736287.762991:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736287.762995:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736287.762998:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d826a500 00000400:00000200:3.0:1767736287.763001:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736287.763009:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x8443d [1] + 224 00000800:00000001:3.0:1767736287.763013:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736287.763018:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736287.763020:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736287.763023:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767736287.763026:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736287.763030:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e474887100 x1853604137182464/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767736287.763037:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e474887100 x1853604137182464/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.763043:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767736287.763045:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736287.763047:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736287.763059:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736287.763061:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736287.763065:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736287.763066:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736287.763068:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5630. 00000400:00000200:3.0:1767736287.763071:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993550 00000400:00000010:3.0:1767736287.763072:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993550. 00000100:00000001:3.0:1767736287.763075:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736287.763079:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e474887100 x1853604137182464/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736287.763086:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e474887100 x1853604137182464/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.763091:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736287.763093:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736287.763095:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736287.763098:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736287.763100:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736287.763102:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736287.763104:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736287.763109:0:215028:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736287.763118:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=52 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736287.763120:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736287.763122:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736287.763124:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736287.763127:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736287.763130:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736287.763131:0:215028:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924763 00000100:00000001:3.0:1767736287.763133:0:215028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736287.763134:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736287.763138:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e474887100 x1853604137182464/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.763159:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736287.763161:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736287.763163:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736287.763166:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474887100 x1853604137182464/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736287.763173:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e474887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137182464:192.168.202.159@tcp:400:kworker.0 00000400:00000001:3.0:1767736287.763179:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736287.763180:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736287.763181:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c53c8. 00000400:00000200:3.0:1767736287.763184:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993b28 00000400:00000010:3.0:1767736287.763185:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993b28. 00000100:00000001:3.0:1767736287.763187:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736287.763190:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e474887b80 x1853604137182336/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736287.763197:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e474887b80 x1853604137182336/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.763202:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736287.763203:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736287.763204:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736287.763205:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736287.763207:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736287.763213:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736287.763215:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736287.763217:0:215028:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e445439458 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736287.763220:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e445439410 time=52 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736287.763222:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736287.763223:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736287.763225:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736287.763226:0:215028:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736287.763228:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736287.763232:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e474887b80 x1853604137182336/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.763237:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736287.763238:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736287.763239:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736287.763242:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474887b80 x1853604137182336/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736287.763247:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e474887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:16857f34-d6b1-42ec-90a7-ee400f395f30:215028:1853604137182336:192.168.202.159@tcp:400:kworker.0 00000400:00000001:3.0:1767736287.763253:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736287.763255:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736287.763256:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c57e8. 00000400:00000200:3.0:1767736287.763259:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a9936e8 00000400:00000010:3.0:1767736287.763260:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a9936e8. 00000100:00000001:3.0:1767736287.763263:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736287.763267:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e474887480 x1853604137182592/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736287.763272:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e474887480 x1853604137182592/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.763277:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736287.763278:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736287.763279:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736287.763280:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736287.763281:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736287.763287:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736287.763288:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736287.763291:0:215028:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736287.763293:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=52 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736287.763295:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736287.763296:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736287.763298:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736287.763299:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736287.763301:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736287.763302:0:215028:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902606 00000100:00000001:3.0:1767736287.763303:0:215028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736287.763305:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736287.763308:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e474887480 x1853604137182592/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.763312:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736287.763313:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736287.763314:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736287.763317:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474887480 x1853604137182592/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736287.763323:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e474887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137182592:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767736287.763326:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736287.763328:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736287.763330:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e474887100 x1853604137182464/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.763334:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736287.763336:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736287.763339:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44be9da00. 02000000:00000001:3.0:1767736287.763342:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736287.763343:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736287.763345:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=75 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736287.763346:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736287.763348:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e44bf45800. 02000000:00000001:3.0:1767736287.763356:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736287.763358:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736287.763359:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e474887100. 00000100:00000001:3.0:1767736287.763361:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736287.763362:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736287.763364:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736287.763366:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e474887b80 x1853604137182336/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.763370:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736287.763371:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736287.763372:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44be9c000. 02000000:00000001:3.0:1767736287.763373:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736287.763374:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736287.763375:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e445439000 refcount=3 obd=MGC192.168.202.159@tcp 00000020:00000001:3.0:1767736287.763376:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736287.763377:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e44bf45500. 02000000:00000001:3.0:1767736287.763378:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736287.763378:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736287.763379:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e474887b80. 00000100:00000001:3.0:1767736287.763380:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736287.763381:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736287.763382:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736287.763384:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e474887480 x1853604137182592/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.763388:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736287.763389:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736287.763390:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44be9ca00. 02000000:00000001:3.0:1767736287.763391:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736287.763391:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736287.763392:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=8 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736287.763393:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736287.763394:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e44bf45300. 02000000:00000001:3.0:1767736287.763396:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736287.763396:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736287.763397:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e474887480. 00000100:00000001:3.0:1767736287.763398:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736287.763405:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736287.763407:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736287.763408:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736287.763409:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736287.763412:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736287.763413:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767736287.763765:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736287.763772:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736287.763774:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736287.763777:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736287.763781:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736287.763786:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736287.763791:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736287.763794:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736287.763796:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736287.763799:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 4 MB=0x695d7d826a600 00000400:00000200:2.0:1767736287.763802:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736287.763805:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.159@tcp of length 224/224 into md 0x8444d [1] + 224 00000800:00000001:2.0:1767736287.763809:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736287.763813:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736287.763815:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736287.763817:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736287.763820:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736287.763824:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e474885500 x1853604137182720/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736287.763831:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e474885500 x1853604137182720/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.763847:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736287.763858:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736287.763870:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736287.763872:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736287.763875:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736287.763879:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736287.763881:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767736287.763884:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000100:00000001:3.0:1767736287.763885:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767736287.763891:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736287.763893:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736287.763896:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736287.763898:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 4 MB=0x695d7d826a680 00000400:00000200:2.0:1767736287.763901:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736287.763904:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.159@tcp of length 224/224 into md 0x8442d [1] + 224 00000800:00000001:2.0:1767736287.763907:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736287.763910:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736287.763912:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736287.763915:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736287.763917:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736287.763920:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e474886a00 x1853604137182848/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736287.763927:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e474886a00 x1853604137182848/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736287.763933:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736287.763935:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736287.763937:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767736287.763962:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736287.763965:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736287.763967:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5e18. 00000400:00000200:3.0:1767736287.763969:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993aa0 00000400:00000010:3.0:1767736287.763971:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993aa0. 00000100:00000001:3.0:1767736287.763973:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736287.763978:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e474885500 x1853604137182720/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736287.763985:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e474885500 x1853604137182720/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.763991:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736287.763993:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736287.763995:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736287.763996:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736287.763997:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736287.763998:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736287.764000:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736287.764004:0:215028:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baa9458 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736287.764006:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baa9410 time=37 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736287.764009:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736287.764010:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736287.764012:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736287.764014:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736287.764015:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736287.764016:0:215028:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff92e443fe1800: skip recheck: last_committed 17179870859 00000100:00000001:3.0:1767736287.764018:0:215028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736287.764019:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736287.764022:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e474885500 x1853604137182720/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.764035:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736287.764037:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736287.764038:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736287.764041:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474885500 x1853604137182720/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736287.764046:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e474885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137182720:192.168.202.159@tcp:400:kworker.0 00000400:00000001:3.0:1767736287.764051:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736287.764052:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736287.764053:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5948. 00000400:00000200:3.0:1767736287.764056:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993330 00000400:00000010:3.0:1767736287.764057:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993330. 00000100:00000001:3.0:1767736287.764059:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736287.764061:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e474886a00 x1853604137182848/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736287.764067:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e474886a00 x1853604137182848/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.764071:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736287.764073:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736287.764074:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736287.764075:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736287.764075:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736287.764076:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736287.764077:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736287.764080:0:215028:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baab458 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736287.764082:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baab410 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1767736287.764083:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736287.764084:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736287.764086:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736287.764087:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736287.764088:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736287.764089:0:215028:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff92e443fe1800: skip recheck: last_committed 12884903409 00000100:00000001:3.0:1767736287.764095:0:215028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736287.764096:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736287.764100:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e474886a00 x1853604137182848/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.764105:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736287.764107:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736287.764108:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736287.764111:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474886a00 x1853604137182848/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736287.764116:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e474886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137182848:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767736287.764121:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736287.764122:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736287.764125:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e474885500 x1853604137182720/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.764129:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736287.764131:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736287.764132:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44be9c200. 02000000:00000001:3.0:1767736287.764135:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736287.764136:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736287.764138:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e44baa9000 refcount=2 obd=lustre-OST0000-osc-ffff92e443fe1800 00000020:00000001:3.0:1767736287.764140:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736287.764141:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e44bf45d00. 02000000:00000001:3.0:1767736287.764176:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736287.764178:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736287.764179:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e474885500. 00000100:00000001:3.0:1767736287.764182:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736287.764183:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736287.764185:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736287.764187:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e474886a00 x1853604137182848/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736303 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736287.764192:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736287.764199:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736287.764200:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44be9c600. 02000000:00000001:3.0:1767736287.764202:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736287.764203:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736287.764204:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e44baab000 refcount=2 obd=lustre-OST0001-osc-ffff92e443fe1800 00000020:00000001:3.0:1767736287.764206:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736287.764207:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e44bf45700. 02000000:00000001:3.0:1767736287.764209:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736287.764210:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736287.764211:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e474886a00. 00000100:00000001:3.0:1767736287.764213:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736287.764214:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736287.764215:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736287.764219:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736287.764220:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736287.764222:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736287.764223:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0F:1767736288.283556:0:279810:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736288.336273:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736288.336282:0:264667:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767736288.336286:0:264667:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767736288.336290:0:264667:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736288.336296:0:264667:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767736288.336299:0:264667:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736288.336302:0:264667:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736288.336306:0:264667:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736288.336310:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736288.336324:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736288.336329:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736288.336331:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736288.336335:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736288.336337:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736288.336340:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736288.336342:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736288.336386:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767736288.336393:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736288.336398:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:3.0:1767736288.935835:0:279877:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:3.0:1767736288.935844:0:279877:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e444422900. 00000002:00000001:3.0:1767736288.935850:0:279877:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736288.935858:0:279877:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:3.0:1767736288.935862:0:279877:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff92e442d05f40. 00000020:00000040:3.0:1767736288.935873:0:279877:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001-mdc-ffff92e443fe1800 (ffff92e4485718e0) now 6 - changelog 00000002:00000001:3.0:1767736288.935878:0:279877:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:3.0:1767736288.935883:0:279877:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:3.0:1767736288.935887:0:279877:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:3.0:1767736288.935895:0:279877:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5f100. 00000020:00000040:3.0:1767736288.935900:0:279877:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=9 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:3.0:1767736288.935907:0:279877:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736288.935911:0:279877:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736288.935918:0:279877:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736288.935925:0:279877:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e478c05400. 00000100:00000001:3.0:1767736288.935934:0:279877:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736288.935941:0:279877:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736288.935952:0:279877:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736288.935958:0:279877:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e360eac000. 00000100:00000001:3.0:1767736288.935961:0:279877:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624104014069760 : -119969695481856 : ffff92e360eac000) 00000100:00000001:3.0:1767736288.935965:0:279877:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736288.935967:0:279877:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494080 : -119965233057536 : ffff92e46ae5f100) 00000100:00000001:3.0:1767736288.935973:0:279877:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736288.935978:0:279877:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736288.935981:0:279877:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736288.935984:0:279877:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736288.935997:0:279877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5f100 x1853604137182976/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736288.936010:0:279877:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736288.936013:0:279877:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736288.936017:0:279877:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736288.936021:0:279877:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736288.936025:0:279877:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736288.936029:0:279877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5f100 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:279877:1853604137182976:192.168.202.159@tcp:46:lfs.0 00000100:00000001:3.0:1767736288.936035:0:279877:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736288.936041:0:279877:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736288.936045:0:279877:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736288.936048:0:279877:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736288.936052:0:279877:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e478c05a00. 02000000:00000001:3.0:1767736288.936055:0:279877:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736288.936065:0:279877:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736288.936070:0:279877:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad786e0. 00000400:00000010:3.0:1767736288.936078:0:279877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299a18. 00000100:00000200:3.0:1767736288.936087:0:279877:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137182976, portal 10 00000100:00000001:3.0:1767736288.936089:0:279877:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736288.936091:0:279877:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494080 : -119965233057536 : ffff92e46ae5f100) 00000100:00000040:3.0:1767736288.936099:0:279877:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5f100 x1853604137182976/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736304 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736288.936110:0:279877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736288.936113:0:279877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736288.936122:0:279877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299990. 00000100:00000200:3.0:1767736288.936126:0:279877:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853604137182976, offset 0 00000400:00000200:3.0:1767736288.936134:0:279877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736288.936178:0:279877:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736288.936190:0:279877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736288.936199:0:279877:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736288.936207:0:279877:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736288.936214:0:279877:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736288.936219:0:279877:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736288.936228:0:279877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57535:57535:256:4294967295] 192.168.202.159@tcp LPNI seq info [57536:57536:8:4294967295] 00000400:00000200:3.0:1767736288.936236:0:279877:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736288.936255:0:279877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736288.936266:0:279877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736288.936272:0:279877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422e00. 00000800:00000200:3.0:1767736288.936285:0:279877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736288.936296:0:279877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736288.936302:0:279877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422e00 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:3.0:1767736288.936325:0:279877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736288.936332:0:279877:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7707 usecs (8 jiffies) 00000400:00000200:3.0:1767736288.936337:0:279877:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736288.936341:0:279877:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305048225 00000100:00000001:3.0:1767736288.936346:0:279877:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305048298 00000100:00000001:3.0:1767736288.936350:0:279877:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305048225 00000100:00000001:3.0:1767736288.936353:0:279877:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305048298 00000100:00000001:3.0:1767736288.936357:0:279877:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736288.936361:0:279877:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736288.936364:0:279877:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736288.936366:0:279877:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736288.936370:0:279877:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e360eac000 going to sleep for 11 seconds 00000100:00000001:3.0:1767736288.936373:0:279877:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736288.936386:0:279877:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736288.936437:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736288.936446:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422e00. 00000400:00000200:2.0:1767736288.936453:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736288.936462:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736288.936470:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299990 00000400:00000010:2.0:1767736288.936474:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299990. 00000100:00000001:2.0:1767736288.936479:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736288.936488:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5f100 x1853604137182976/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736304 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736288.936502:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736288.936507:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5f100 x1853604137182976/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736304 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736288.936518:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736288.936520:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736288.940391:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736288.940406:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736288.940410:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736288.940414:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736288.940422:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736288.940430:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736288.940439:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736288.940446:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736288.940452:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736288.940457:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d826a700 00000400:00000200:2.0:1767736288.940464:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736288.940471:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x8445d [1] + 224 00000800:00000001:2.0:1767736288.940480:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736288.940504:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736288.940509:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736288.940516:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736288.940523:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736288.940532:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5f100 x1853604137182976/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736304 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736288.940548:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46ae5f100 x1853604137182976/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736304 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736288.940599:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736288.940612:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736288.940617:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736288.940665:0:279877:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736288.940677:0:279877:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736288.940680:0:279877:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736288.940684:0:279877:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad786e0. 00000400:00000200:0.0:1767736288.940692:0:279877:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299a18 00000400:00000010:0.0:1767736288.940695:0:279877:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299a18. 00000100:00000001:0.0:1767736288.940701:0:279877:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736288.940712:0:279877:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5f100 x1853604137182976/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736304 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767736288.940728:0:279877:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5f100 x1853604137182976/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736304 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736288.940739:0:279877:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736288.940741:0:279877:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736288.940745:0:279877:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736288.940748:0:279877:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736288.940751:0:279877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736288.940754:0:279877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736288.940757:0:279877:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736288.940767:0:279877:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=53 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736288.940772:0:279877:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=53 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736288.940776:0:279877:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736288.940778:0:279877:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736288.940782:0:279877:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736288.940786:0:279877:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736288.940790:0:279877:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736288.940792:0:279877:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902606 00000100:00000001:0.0:1767736288.940795:0:279877:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736288.940798:0:279877:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736288.940804:0:279877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5f100 x1853604137182976/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736304 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736288.940814:0:279877:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736288.940817:0:279877:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736288.940820:0:279877:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736288.940825:0:279877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5f100 x1853604137182976/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736304 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767736288.940857:0:279877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5f100 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:279877:1853604137182976:192.168.202.159@tcp:46:lfs.0 00000100:00000001:0.0:1767736288.940864:0:279877:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736288.940867:0:279877:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736288.940870:0:279877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736288.940872:0:279877:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736288.940877:0:279877:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5f100 x1853604137182976/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736304 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736288.940886:0:279877:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736288.940889:0:279877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e360eac000. 00000100:00000001:0.0:1767736288.940893:0:279877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736288.940894:0:279877:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736288.940897:0:279877:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736288.940900:0:279877:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5f100 x1853604137182976/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736304 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736288.940909:0:279877:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736288.940912:0:279877:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736288.940916:0:279877:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e478c05a00. 02000000:00000001:0.0:1767736288.940920:0:279877:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736288.940922:0:279877:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736288.940924:0:279877:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=8 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736288.940927:0:279877:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736288.940931:0:279877:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e478c05400. 02000000:00000001:0.0:1767736288.940934:0:279877:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736288.940936:0:279877:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736288.940939:0:279877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5f100. 00000100:00000001:0.0:1767736288.940942:0:279877:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736288.940944:0:279877:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736288.940946:0:279877:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736288.940949:0:279877:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736288.940952:0:279877:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767736288.940956:0:279877:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff92e443fe1800 (ffff92e4485718e0) now 6 - changelog 00000002:00000001:0.0:1767736288.940959:0:279877:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:0.0:1767736288.940967:0:279877:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff92e442d05f40. 00000002:00000010:0.0:1767736288.940980:0:279877:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e444422900. 00000100:00000040:3.0:1767736289.039284:0:262147:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305048298, at 4305048320 00000100:00000040:2.0:1767736289.039289:0:264667:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305048298, at 4305048320 00000100:00000010:3.0:1767736289.039300:0:262147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446072c60. 00000100:00000010:2.0:1767736289.039305:0:264667:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446072ea0. 00010000:00000001:2.0:1767736289.359301:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736289.359310:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736289.359317:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736289.359319:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736289.359323:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736289.359325:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736289.359329:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736289.359331:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736289.359335:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736289.359337:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736289.359482:0:237492:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767736289.359489:0:237492:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736289.359494:0:237492:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:1.0F:1767736290.293936:0:279910:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:1.0:1767736290.293953:0:279910:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e45f820900. 00000002:00000001:1.0:1767736290.293959:0:279910:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767736290.293969:0:279910:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:1.0:1767736290.293973:0:279910:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff92e445698f40. 00000020:00000040:1.0:1767736290.293983:0:279910:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff92e443fe1800 (ffff92e448576380) now 6 - changelog 00000002:00000001:1.0:1767736290.293987:0:279910:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:1.0:1767736290.293992:0:279910:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:1.0:1767736290.293996:0:279910:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:1.0:1767736290.294002:0:279910:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da4000. 00000020:00000040:1.0:1767736290.294007:0:279910:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=76 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736290.294013:0:279910:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736290.294017:0:279910:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736290.294023:0:279910:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736290.294031:0:279910:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44cf12a00. 00000100:00000001:1.0:1767736290.294040:0:279910:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736290.294046:0:279910:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736290.294049:0:279910:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736290.294055:0:279910:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e46f67c3c0. 00000100:00000001:1.0:1767736290.294057:0:279910:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108552111040 : -119965157440576 : ffff92e46f67c3c0) 00000100:00000001:1.0:1767736290.294061:0:279910:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736290.294063:0:279910:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660277248 : -119965049274368 : ffff92e475da4000) 00000100:00000001:1.0:1767736290.294069:0:279910:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736290.294073:0:279910:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736290.294076:0:279910:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736290.294078:0:279910:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736290.294092:0:279910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da4000 x1853604137183104/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736290.294105:0:279910:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736290.294108:0:279910:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736290.294112:0:279910:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736290.294115:0:279910:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736290.294119:0:279910:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736290.294124:0:279910:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da4000 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:279910:1853604137183104:192.168.202.159@tcp:46:lfs.0 00000100:00000001:1.0:1767736290.294129:0:279910:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736290.294143:0:279910:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736290.294193:0:279910:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736290.294198:0:279910:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736290.294204:0:279910:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44cf12600. 02000000:00000001:1.0:1767736290.294207:0:279910:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736290.294218:0:279910:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736290.294222:0:279910:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b4934d0. 00000400:00000010:1.0:1767736290.294230:0:279910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767ee0. 00000100:00000200:1.0:1767736290.294239:0:279910:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137183104, portal 10 00000100:00000001:1.0:1767736290.294242:0:279910:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736290.294244:0:279910:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660277248 : -119965049274368 : ffff92e475da4000) 00000100:00000040:1.0:1767736290.294253:0:279910:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da4000 x1853604137183104/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736306 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736290.294264:0:279910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736290.294269:0:279910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736290.294273:0:279910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767e58. 00000100:00000200:1.0:1767736290.294277:0:279910:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853604137183104, offset 0 00000400:00000200:1.0:1767736290.294286:0:279910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736290.294296:0:279910:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736290.294305:0:279910:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736290.294312:0:279910:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736290.294317:0:279910:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736290.294321:0:279910:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736290.294325:0:279910:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736290.294330:0:279910:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57536:57536:256:4294967295] 192.168.202.159@tcp LPNI seq info [57537:57537:8:4294967295] 00000400:00000200:1.0:1767736290.294336:0:279910:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736290.294349:0:279910:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736290.294356:0:279910:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736290.294363:0:279910:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820300. 00000800:00000200:1.0:1767736290.294372:0:279910:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736290.294381:0:279910:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736290.294387:0:279910:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820300 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:1.0:1767736290.294416:0:279910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736290.294422:0:279910:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10211 usecs (11 jiffies) 00000400:00000200:1.0:1767736290.294428:0:279910:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736290.294432:0:279910:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305049586 00000100:00000010:1.0:1767736290.294437:0:279910:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446cb2c60. 00000100:00000001:1.0:1767736290.294444:0:279910:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767736290.294450:0:279910:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305049586 00000100:00000010:1.0:1767736290.294453:0:279910:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446cb25a0. 00000100:00000001:1.0:1767736290.294457:0:279910:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767736290.294461:0:279910:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736290.294464:0:279910:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736290.294467:0:279910:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736290.294469:0:279910:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736290.294473:0:279910:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e46f67c3c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767736290.294476:0:279910:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736290.294480:0:279910:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736290.294622:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736290.294631:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820300. 00000400:00000200:2.0:1767736290.294639:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736290.294648:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736290.294656:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767e58 00000400:00000010:2.0:1767736290.294659:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767e58. 00000100:00000001:2.0:1767736290.294665:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736290.294673:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da4000 x1853604137183104/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736306 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736290.294688:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736290.294704:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da4000 x1853604137183104/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736306 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736290.294715:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736290.294717:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736290.298870:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736290.298885:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736290.298889:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736290.298892:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736290.298902:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736290.298912:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736290.298921:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736290.298927:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736290.298933:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736290.298938:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d826a780 00000400:00000200:2.0:1767736290.298944:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736290.298951:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x8446d [1] + 224 00000800:00000001:2.0:1767736290.298960:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736290.298970:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736290.298974:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736290.298978:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736290.298984:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736290.298992:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da4000 x1853604137183104/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736306 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736290.299007:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e475da4000 x1853604137183104/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736306 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736290.299034:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736290.299043:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736290.299047:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736290.299112:0:279910:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736290.299124:0:279910:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736290.299126:0:279910:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736290.299130:0:279910:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b4934d0. 00000400:00000200:1.0:1767736290.299138:0:279910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767ee0 00000400:00000010:1.0:1767736290.299140:0:279910:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767ee0. 00000100:00000001:1.0:1767736290.299193:0:279910:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736290.299204:0:279910:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da4000 x1853604137183104/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736306 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736290.299219:0:279910:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da4000 x1853604137183104/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736306 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736290.299229:0:279910:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736290.299232:0:279910:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736290.299236:0:279910:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736290.299239:0:279910:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736290.299242:0:279910:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736290.299245:0:279910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736290.299262:0:279910:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736290.299273:0:279910:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=55 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736290.299278:0:279910:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=55 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736290.299282:0:279910:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736290.299284:0:279910:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736290.299287:0:279910:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736290.299292:0:279910:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736290.299296:0:279910:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736290.299299:0:279910:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924763 00000100:00000001:1.0:1767736290.299301:0:279910:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736290.299303:0:279910:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736290.299310:0:279910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da4000 x1853604137183104/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736306 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736290.299319:0:279910:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736290.299323:0:279910:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736290.299325:0:279910:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736290.299331:0:279910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da4000 x1853604137183104/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736306 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736290.299341:0:279910:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da4000 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:279910:1853604137183104:192.168.202.159@tcp:46:lfs.0 00000100:00000001:1.0:1767736290.299347:0:279910:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736290.299350:0:279910:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736290.299352:0:279910:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736290.299354:0:279910:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736290.299358:0:279910:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da4000 x1853604137183104/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736306 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736290.299366:0:279910:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736290.299369:0:279910:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e46f67c3c0. 00000100:00000001:1.0:1767736290.299373:0:279910:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736290.299374:0:279910:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736290.299377:0:279910:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736290.299380:0:279910:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4000 x1853604137183104/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736306 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736290.299401:0:279910:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736290.299404:0:279910:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736290.299407:0:279910:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44cf12600. 02000000:00000001:1.0:1767736290.299411:0:279910:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736290.299413:0:279910:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736290.299415:0:279910:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=75 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736290.299418:0:279910:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736290.299421:0:279910:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44cf12a00. 02000000:00000001:1.0:1767736290.299424:0:279910:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736290.299426:0:279910:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736290.299428:0:279910:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4000. 00000100:00000001:1.0:1767736290.299432:0:279910:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736290.299433:0:279910:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736290.299436:0:279910:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767736290.299439:0:279910:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767736290.299442:0:279910:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767736290.299445:0:279910:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff92e443fe1800 (ffff92e448576380) now 6 - changelog 00000002:00000001:1.0:1767736290.299449:0:279910:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:1.0:1767736290.299451:0:279910:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff92e445698f40. 00000002:00000010:1.0:1767736290.299463:0:279910:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e45f820900. 00000100:00000040:2.0:1767736290.306237:0:264667:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305049586, at 4305049587 00000100:00000010:2.0:1767736290.306250:0:264667:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446cb2c60. 00000100:00000040:3.0:1767736290.307486:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305049586, at 4305049588 00000100:00000010:3.0:1767736290.307498:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446cb25a0. 00000100:00000001:3.0:1767736290.319264:0:237484:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767736290.319272:0:237484:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736290.383277:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736290.383283:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736290.383302:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736290.383304:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736290.383308:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736290.383310:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736290.383313:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736290.383315:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736290.383319:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736290.383321:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736290.383342:0:237491:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767736290.383345:0:237491:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767736290.383349:0:237491:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767736291.258473:0:279941:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736291.408236:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736291.408241:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736291.408248:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736291.408250:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736291.408255:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736291.408258:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736291.408265:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736291.408268:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736291.408274:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736291.408277:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736291.408349:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767736291.408356:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736291.408361:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767736291.868830:0:280034:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767736292.044448:0:280070:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767736292.044454:0:280070:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160d: verify that changelog log catch the migrate event ========================================================== 16:51:31 (1767736291) 00000001:00000001:2.0:1767736292.052609:0:280070:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1767736292.431274:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736292.431280:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736292.431287:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736292.431289:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736292.431293:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736292.431295:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736292.431300:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736292.431302:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736292.431307:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736292.431309:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736292.431384:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767736292.431391:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736292.431396:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767736292.879398:0:259887:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:2.0:1767736292.879405:0:259887:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1767736292.879420:0:259887:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767736292.879428:0:259887:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446624108458969352 : -119965250582264 : ffff92e469da8908) 00000020:00001000:2.0:1767736292.879435:0:259887:0:(cl_object.c:830:cl_env_get()) 1@ffff92e469da8900 00000020:00000001:2.0:1767736292.879444:0:259887:0:(cl_object.c:150:cl_object_top()) ffff92e47f6ad9e0 -> ffff92e47f6ad9e0 00000020:00000001:2.0:1767736292.879448:0:259887:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1767736292.879452:0:259887:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1767736292.879455:0:259887:0:(vvp_io.c:1854:vvp_io_init()) [0x2400013a2:0x11:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1767736292.879461:0:259887:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1767736292.879463:0:259887:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1767736292.879466:0:259887:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1767736292.879473:0:259887:0:(lov_object.c:1552:lov_io_init()) [0x2400013a2:0x11:0x0]io ffff92e44538bbb0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1767736292.879479:0:259887:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff92e44310f000) owner 0000000000000000/ffff92e451864f80 00020000:00000001:2.0:1767736292.879485:0:259887:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1767736292.879488:0:259887:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1767736292.879492:0:259887:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1767736292.879494:0:259887:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.879498:0:259887:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767736292.879502:0:197330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:2.0:1767736292.879503:0:259887:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1767736292.879507:0:259887:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.879517:0:259887:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:0.0:1767736292.879520:0:197330:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:2.0:1767736292.879522:0:259887:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1767736292.879527:0:259887:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1767736292.879530:0:259887:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff92e44310f000) owner 0000000000000000/ffff92e451864f80 00000020:00000001:2.0:1767736292.879562:0:259887:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736292.879565:0:197330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b706300. 00000020:00000001:2.0:1767736292.879567:0:259887:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1767736292.879572:0:259887:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1767736292.879577:0:259887:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000020:00000040:0.0:1767736292.879578:0:197330:0:(genops.c:1229:class_import_get()) import ffff92e445439000 refcount=4 obd=MGC192.168.202.159@tcp 00020000:00200000:2.0:1767736292.879581:0:259887:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:0.0:1767736292.879587:0:197330:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000002:2.0:1767736292.879590:0:259887:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:0.0:1767736292.879594:0:197330:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:2.0:1767736292.879597:0:259887:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1767736292.879602:0:259887:0:(lov_io.c:104:lov_io_sub_init()) Process entered 02000000:00000001:0.0:1767736292.879604:0:197330:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.879605:0:259887:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767736292.879613:0:259887:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446624108622212776 : -119965087338840 : ffff92e473956ea8) 00000020:00001000:2.0:1767736292.879619:0:259887:0:(cl_object.c:830:cl_env_get()) 1@ffff92e473956ea0 02000000:00000010:0.0:1767736292.879620:0:197330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e444762600. 00000020:00000001:2.0:1767736292.879622:0:259887:0:(cl_object.c:150:cl_object_top()) ffff92e47f6ad080 -> ffff92e47f6ad9e0 00000020:00000001:2.0:1767736292.879631:0:259887:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1767736292.879637:0:259887:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:0.0:1767736292.879638:0:197330:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.879642:0:259887:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1767736292.879647:0:259887:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736292.879659:0:197330:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS req@ffff92e46b706300 x1853604137183232/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:2.0:1767736292.879661:0:259887:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.879668:0:259887:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446624107968356328 : -119965741195288 : ffff92e44c9c5fe8) 00000020:00000001:2.0:1767736292.879677:0:259887:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1767736292.879682:0:259887:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.879690:0:259887:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.879696:0:259887:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.879698:0:197330:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1767736292.879700:0:259887:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1767736292.879706:0:259887:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:0.0:1767736292.879710:0:197330:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.879712:0:259887:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1767736292.879717:0:259887:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1767736292.879721:0:259887:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1767736292.879723:0:259887:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736292.879729:0:197330:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5c5fc6] to pc [ptlrpcd_00_00+0] req@ffff92e46b706300 x1853604137183232/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767736292.879730:0:259887:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.879737:0:259887:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.879744:0:259887:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.879751:0:259887:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1767736292.879756:0:259887:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.879763:0:259887:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.879769:0:259887:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1767736292.879772:0:259887:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1767736292.879774:0:259887:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1767736292.879776:0:259887:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1767736292.879779:0:259887:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1767736292.879781:0:259887:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1767736292.879786:0:259887:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff92e447de7a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:2.0:1767736292.879792:0:259887:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767736292.879795:0:259887:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.879798:0:259887:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.879801:0:259887:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.879804:0:259887:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.879804:0:197330:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.879807:0:259887:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.879815:0:259887:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:0.0:1767736292.879815:0:197330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:2.0:1767736292.879821:0:259887:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1767736292.879826:0:259887:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:0.0:1767736292.879828:0:197330:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:2.0:1767736292.879830:0:259887:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1767736292.879834:0:259887:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000010:0.0:1767736292.879836:0:197330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b706a00. 00020000:00000001:2.0:1767736292.879838:0:259887:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.879846:0:259887:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000040:0.0:1767736292.879850:0:197330:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=76 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:2.0:1767736292.879851:0:259887:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1767736292.879857:0:259887:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:0.0:1767736292.879860:0:197330:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:2.0:1767736292.879861:0:259887:0:(lov_io.c:1208:lov_io_unlock()) Process entered 02000000:00000001:0.0:1767736292.879865:0:197330:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736292.879869:0:197330:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.879874:0:259887:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1767736292.879877:0:259887:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000010:0.0:1767736292.879880:0:197330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e444762c00. 00000020:00000001:2.0:1767736292.879881:0:259887:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1767736292.879887:0:259887:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.879891:0:197330:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.879893:0:259887:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.879896:0:259887:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1767736292.879898:0:259887:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:1.0:1767736292.879900:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767736292.879901:0:259887:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1767736292.879909:0:259887:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:1.0:1767736292.879912:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767736292.879913:0:259887:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:1.0:1767736292.879921:0:215026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:2.0:1767736292.879923:0:259887:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000040:0.0:1767736292.879923:0:197330:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0000_UUID req@ffff92e46b706a00 x1853604137183360/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:2.0:1767736292.879930:0:259887:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1767736292.879936:0:259887:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000040:1.0:1767736292.879941:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b706300 x1853604137183232/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767736292.879942:0:259887:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1767736292.879950:0:259887:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.879952:0:197330:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:2.0:1767736292.879961:0:259887:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.879963:0:197330:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.879973:0:259887:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1767736292.879980:0:259887:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000040:0.0:1767736292.879984:0:197330:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c1a28df] to pc [ptlrpcd_00_01+1] req@ffff92e46b706a00 x1853604137183360/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767736292.879987:0:259887:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736292.879988:0:215026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736292.879997:0:215026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.879998:0:259887:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1767736292.880004:0:259887:0:(lov_io.c:675:lov_io_fini()) Process entered 02000000:00000001:1.0:1767736292.880012:0:215026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:2.0:1767736292.880013:0:259887:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:0.0:1767736292.880019:0:197330:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.880021:0:259887:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:1.0:1767736292.880023:0:215026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767736292.880028:0:259887:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:0.0:1767736292.880029:0:197330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767736292.880031:0:215026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767736292.880035:0:259887:0:(cl_object.c:924:cl_env_put()) 1@ffff92e473956ea0 00020000:00000001:2.0:1767736292.880045:0:259887:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:0.0:1767736292.880047:0:197330:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1767736292.880049:0:215026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b706300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16857f34-d6b1-42ec-90a7-ee400f395f30:215026:1853604137183232:192.168.202.159@tcp:400:kworker.0 00020000:00000001:2.0:1767736292.880051:0:259887:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000010:0.0:1767736292.880057:0:197330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b705180. 00000080:00000001:2.0:1767736292.880059:0:259887:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:1.0:1767736292.880062:0:215026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000080:00200000:2.0:1767736292.880068:0:259887:0:(vvp_io.c:289:vvp_io_fini()) [0x2400013a2:0x11:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00000040:0.0:1767736292.880069:0:197330:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=9 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000080:00000001:2.0:1767736292.880083:0:259887:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:0.0:1767736292.880084:0:197330:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1767736292.880089:0:259887:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:1.0:1767736292.880090:0:215026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767736292.880091:0:197330:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00001000:2.0:1767736292.880099:0:259887:0:(cl_object.c:924:cl_env_put()) 1@ffff92e469da8900 02000000:00000001:1.0:1767736292.880100:0:215026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736292.880101:0:197330:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767736292.880111:0:259887:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736292.880114:0:215026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767736292.880118:0:197330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e444762e00. 00000080:00000001:2.0:1767736292.880119:0:259887:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736292.880125:0:215026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e47fea0000. 00000100:00000001:0.0:1767736292.880132:0:197330:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736292.880134:0:215026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767736292.880139:0:259887:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:2.0:1767736292.880188:0:259887:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1767736292.880191:0:259887:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000400:00000200:1.0:1767736292.880197:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000020:00000001:2.0:1767736292.880198:0:259887:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446624108458969352 : -119965250582264 : ffff92e469da8908) 00000020:00001000:2.0:1767736292.880208:0:259887:0:(cl_object.c:830:cl_env_get()) 1@ffff92e469da8900 00000400:00000010:1.0:1767736292.880210:0:215026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b4934d0. 00000020:00000001:2.0:1767736292.880214:0:259887:0:(cl_object.c:150:cl_object_top()) ffff92e47f6add00 -> ffff92e47f6add00 00000020:00000001:2.0:1767736292.880221:0:259887:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000010:1.0:1767736292.880223:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767ee0. 00000100:00000040:0.0:1767736292.880224:0:197330:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0001_UUID req@ffff92e46b705180 x1853604137183488/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000080:00000001:2.0:1767736292.880226:0:259887:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000200:1.0:1767736292.880239:0:215026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137183232, portal 25 00000080:00200000:2.0:1767736292.880242:0:259887:0:(vvp_io.c:1854:vvp_io_init()) [0x2400013a2:0x12:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:1.0:1767736292.880251:0:215026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736292.880253:0:197330:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1767736292.880255:0:259887:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:1.0:1767736292.880257:0:215026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485567232 : -119965223984384 : ffff92e46b706300) 00000020:00000001:2.0:1767736292.880262:0:259887:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1767736292.880263:0:197330:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767736292.880269:0:259887:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736292.880279:0:215026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46b706300 x1853604137183232/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767736292.880282:0:197330:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061cd5c0d] to pc [ptlrpcd_00_00+0] req@ffff92e46b705180 x1853604137183488/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:2.0:1767736292.880283:0:259887:0:(lov_object.c:1552:lov_io_init()) [0x2400013a2:0x12:0x0]io ffff92e44538bbb0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1767736292.880301:0:259887:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff92e44310faa8) owner 0000000000000000/ffff92e451864f80 00020000:00000001:2.0:1767736292.880313:0:259887:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1767736292.880318:0:259887:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1767736292.880324:0:259887:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1767736292.880331:0:259887:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736292.880336:0:215026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:2.0:1767736292.880339:0:259887:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767736292.880353:0:215026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00020000:00000001:2.0:1767736292.880354:0:259887:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:0.0:1767736292.880357:0:197330:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.880362:0:259887:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736292.880364:0:197330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767736292.880366:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b7674c8. 00000020:00000001:2.0:1767736292.880369:0:259887:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1767736292.880377:0:259887:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000200:1.0:1767736292.880379:0:215026:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853604137183232, offset 0 00000100:00000001:0.0:1767736292.880380:0:197330:0:(pinger.c:119:ptlrpc_ping()) Process entered 00020000:00000001:2.0:1767736292.880381:0:259887:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1767736292.880388:0:259887:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff92e44310faa8) owner 0000000000000000/ffff92e451864f80 00000100:00000010:0.0:1767736292.880390:0:197330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b707100. 00000020:00000001:2.0:1767736292.880395:0:259887:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767736292.880401:0:197330:0:(genops.c:1229:class_import_get()) import ffff92e44baa9000 refcount=3 obd=lustre-OST0000-osc-ffff92e443fe1800 00000400:00000200:1.0:1767736292.880404:0:215026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000020:00000001:2.0:1767736292.880406:0:259887:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:0.0:1767736292.880411:0:197330:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1767736292.880414:0:259887:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:0.0:1767736292.880418:0:197330:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:2.0:1767736292.880419:0:259887:0:(lov_io.c:836:lov_io_iter_init()) Process entered 02000000:00000001:0.0:1767736292.880426:0:197330:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736292.880427:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00020000:00200000:2.0:1767736292.880428:0:259887:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1767736292.880437:0:259887:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1767736292.880441:0:259887:0:(lov_io.c:155:lov_sub_get()) Process entered 00000400:00000200:1.0:1767736292.880446:0:215026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00020000:00000001:2.0:1767736292.880448:0:259887:0:(lov_io.c:104:lov_io_sub_init()) Process entered 02000000:00000010:0.0:1767736292.880453:0:197330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e444762100. 00000020:00000001:2.0:1767736292.880457:0:259887:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000400:00000200:1.0:1767736292.880461:0:215026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767736292.880462:0:197330:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.880465:0:259887:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446624108622212776 : -119965087338840 : ffff92e473956ea8) 00000020:00001000:2.0:1767736292.880475:0:259887:0:(cl_object.c:830:cl_env_get()) 1@ffff92e473956ea0 00000400:00000200:1.0:1767736292.880477:0:215026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000100:00000040:0.0:1767736292.880484:0:197330:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0000_UUID req@ffff92e46b707100 x1853604137183616/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767736292.880486:0:259887:0:(cl_object.c:150:cl_object_top()) ffff92e47f6ad2d8 -> ffff92e47f6add00 00000400:00000200:1.0:1767736292.880493:0:215026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1767736292.880496:0:259887:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1767736292.880505:0:259887:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:1.0:1767736292.880510:0:215026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000020:00000001:2.0:1767736292.880512:0:259887:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1767736292.880520:0:259887:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.880523:0:197330:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:2.0:1767736292.880528:0:259887:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736292.880530:0:215026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57537:57537:256:4294967295] 192.168.202.159@tcp LPNI seq info [57538:57538:8:4294967295] 00000100:00000001:0.0:1767736292.880531:0:197330:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.880563:0:259887:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446624107968356328 : -119965741195288 : ffff92e44c9c5fe8) 00000020:00000001:2.0:1767736292.880575:0:259887:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000040:0.0:1767736292.880579:0:197330:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3643a0] to pc [ptlrpcd_00_01+1] req@ffff92e46b707100 x1853604137183616/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767736292.880580:0:259887:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736292.880587:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00020000:00000001:2.0:1767736292.880590:0:259887:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.880600:0:259887:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.880608:0:197330:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736292.880619:0:197330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1767736292.880620:0:259887:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1767736292.880626:0:259887:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000400:00000200:1.0:1767736292.880629:0:215026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00020000:00000001:2.0:1767736292.880633:0:259887:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:0.0:1767736292.880639:0:197330:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:2.0:1767736292.880641:0:259887:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1767736292.880647:0:259887:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000800:00000200:1.0:1767736292.880651:0:215026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000020:00000001:2.0:1767736292.880652:0:259887:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736292.880652:0:197330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b705c00. 00000020:00000001:2.0:1767736292.880665:0:259887:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767736292.880666:0:197330:0:(genops.c:1229:class_import_get()) import ffff92e44baab000 refcount=3 obd=lustre-OST0001-osc-ffff92e443fe1800 00000800:00000010:1.0:1767736292.880669:0:215026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820f00. 00020000:00000001:2.0:1767736292.880670:0:259887:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.880673:0:197330:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736292.880681:0:197330:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:2.0:1767736292.880682:0:259887:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736292.880688:0:197330:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.880692:0:259887:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000800:00000200:1.0:1767736292.880695:0:215026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000020:00000001:2.0:1767736292.880699:0:259887:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736292.880704:0:197330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e444762800. 00000020:00000001:2.0:1767736292.880706:0:259887:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767736292.880716:0:215026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000020:00000001:2.0:1767736292.880718:0:259887:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:0.0:1767736292.880719:0:197330:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.880725:0:259887:0:(lov_io.c:1114:lov_io_start()) Process entered 00000800:00000200:1.0:1767736292.880730:0:215026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820f00 type 1, nob 320 niov 1 nkiov 1 00020000:00000001:2.0:1767736292.880732:0:259887:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:0.0:1767736292.880735:0:197330:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0001_UUID req@ffff92e46b705c00 x1853604137183744/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767736292.880737:0:259887:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1767736292.880742:0:259887:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1767736292.880747:0:259887:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1767736292.880756:0:259887:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1767736292.880763:0:259887:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:0.0:1767736292.880764:0:197330:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:2.0:1767736292.880769:0:259887:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736292.880771:0:197330:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736292.880773:0:215026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767736292.880776:0:259887:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1767736292.880784:0:259887:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000040:0.0:1767736292.880786:0:197330:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071255fac] to pc [ptlrpcd_00_00+0] req@ffff92e46b705c00 x1853604137183744/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1767736292.880789:0:259887:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446624107888797440 : -119965820754176 : ffff92e447de6700) 00000400:00000200:1.0:1767736292.880795:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000008:00000020:2.0:1767736292.880803:0:259887:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff92e447de6700 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000100:00000001:1.0:1767736292.880806:0:215026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 2 is 4305053419 00000100:00000010:1.0:1767736292.880821:0:215026:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446cb2000. 00000008:00000001:2.0:1767736292.880823:0:259887:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1767736292.880831:0:259887:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:0.0:1767736292.880835:0:197330:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736292.880837:0:215026:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request now active for cpu 2 00000008:00000001:2.0:1767736292.880838:0:259887:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736292.880846:0:197330:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10389) 00000008:00000001:2.0:1767736292.880848:0:259887:0:(osc_cache.c:2025:osc_send_write_rpc()) Process entered 00000100:00000001:1.0:1767736292.880852:0:215026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 3 is 4305053419 00000008:00000001:2.0:1767736292.880857:0:259887:0:(osc_cache.c:1888:try_to_add_extent_for_io()) Process entered 00000100:00000010:1.0:1767736292.880865:0:215026:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446cb21e0. 00000008:00000020:2.0:1767736292.880866:0:259887:0:(osc_cache.c:1892:try_to_add_extent_for_io()) extent ffff92e445eca300@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff92e447de6700], [28672|1|+|-|ffff92e4456d2600|1024|0000000000000000]} trying to add this extent 00000100:00000001:0.0:1767736292.880875:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736292.880877:0:215026:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767736292.880884:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736292.880890:0:215027:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00010000:2.0:1767736292.880892:0:259887:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### extent: 00000000c85688e2 ns: lustre-OST0000-osc-ffff92e443fe1800 lock: ffff92e4456d2600/0x1486b26cfafa9026 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaea7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x36aa93000a8d22f0 expref: -99 pid: 277449 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767736292.880892:0:215026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767736292.880902:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b706a00 x1853604137183360/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736292.880905:0:215026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736292.880920:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736292.880930:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1767736292.880942:0:259887:0:(osc_cache.c:1941:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736292.880948:0:215026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000008:00000020:2.0:1767736292.880950:0:259887:0:(osc_cache.c:1749:osc_update_pending()) obj ffff92e447de6700 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000100:00000001:1.0:1767736292.880955:0:215026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767736292.880966:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:2.0:1767736292.880972:0:259887:0:(osc_cache.c:1095:osc_extent_make_ready()) Process entered 00000100:00000001:1.0:1767736292.880974:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736292.880983:0:215026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767736292.880983:0:215027:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:2.0:1767736292.880993:0:259887:0:(osc_cache.c:228:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736292.880994:0:215027:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736292.881002:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b705180 x1853604137183488/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767736292.881008:0:215027:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000020:2.0:1767736292.881009:0:259887:0:(osc_cache.c:1103:osc_extent_make_ready()) extent ffff92e445eca300@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff92e447de6700], [28672|1|+|-|ffff92e4456d2600|1024|ffff92e451864f80]} make ready 02000000:00000001:0.0:1767736292.881018:0:215027:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736292.881031:0:215027:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00010000:2.0:1767736292.881043:0:259887:0:(osc_cache.c:1103:osc_extent_make_ready()) ### extent: 00000000c85688e2 ns: lustre-OST0000-osc-ffff92e443fe1800 lock: ffff92e4456d2600/0x1486b26cfafa9026 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaea7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x36aa93000a8d22f0 expref: -99 pid: 277449 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1767736292.881044:0:215026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1767736292.881048:0:215027:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215027:1853604137183360:192.168.202.159@tcp:400:kworker.0 00000100:00000001:1.0:1767736292.881051:0:215026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736292.881063:0:215026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767736292.881072:0:215027:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736292.881073:0:215026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1767736292.881081:0:259887:0:(osc_cache.c:1278:osc_make_ready()) Process entered 02000000:00000001:1.0:1767736292.881083:0:215026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736292.881084:0:215027:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767736292.881089:0:259887:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 02000000:00000001:0.0:1767736292.881092:0:215027:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736292.881099:0:215026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b705180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215026:1853604137183488:192.168.202.159@tcp:400:kworker.0 02000000:00000001:0.0:1767736292.881101:0:215027:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00008000:2.0:1767736292.881112:0:259887:0:(cl_page.c:1200:cl_page_make_ready()) page@00000000b0a0d414[2 00000000a1fa0816 1 1 0000000000000000] 02000000:00000010:0.0:1767736292.881113:0:215027:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e4458a7e00. 00000100:00000001:1.0:1767736292.881114:0:215026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00008000:2.0:1767736292.881120:0:259887:0:(cl_page.c:1200:cl_page_make_ready()) readied 02000000:00000001:0.0:1767736292.881123:0:215027:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736292.881124:0:215026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767736292.881126:0:259887:0:(cl_page.c:1049:cl_page_io_start()) Process entered 02000000:00000001:1.0:1767736292.881133:0:215026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.881135:0:259887:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 02000000:00000001:1.0:1767736292.881140:0:215026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767736292.881142:0:259887:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000400:00000200:0.0:1767736292.881143:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 02000000:00000010:1.0:1767736292.881187:0:215026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e47fea1a00. 00000020:00000001:2.0:1767736292.881190:0:259887:0:(cl_page.c:1041:cl_req_type_state()) Process entered 02000000:00000001:1.0:1767736292.881194:0:215026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.881197:0:259887:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000400:00000010:0.0:1767736292.881198:0:215027:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19738. 00000020:00000001:2.0:1767736292.881210:0:259887:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000400:00000200:1.0:1767736292.881210:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736292.881215:0:215027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba220. 00000400:00000010:1.0:1767736292.881222:0:215026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493370. 00000020:00000001:2.0:1767736292.881224:0:259887:0:(cl_page.c:547:__cl_page_state_set()) page@00000000b0a0d414[2 00000000a1fa0816 1 1 0000000000000000] 00000100:00000200:0.0:1767736292.881229:0:215027:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137183360, portal 10 00000020:00000001:2.0:1767736292.881230:0:259887:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1767736292.881238:0:259887:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000100:00000001:0.0:1767736292.881241:0:215027:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767736292.881245:0:259887:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000100:00000001:0.0:1767736292.881247:0:215027:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485569024 : -119965223982592 : ffff92e46b706a00) 00000400:00000010:1.0:1767736292.881252:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767bb0. 00000020:00000001:2.0:1767736292.881259:0:259887:0:(cl_page.c:1222:cl_page_make_ready()) page@00000000b0a0d414[2 00000000a1fa0816 3 1 0000000000000000] 00000020:00000001:2.0:1767736292.881265:0:259887:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000100:00000200:1.0:1767736292.881266:0:215026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137183488, portal 10 00000100:00000040:0.0:1767736292.881270:0:215027:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46b706a00 x1853604137183360/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1767736292.881272:0:259887:0:(osc_cache.c:1282:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736292.881274:0:215026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736292.881281:0:215026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485562752 : -119965223988864 : ffff92e46b705180) 00000020:00000001:2.0:1767736292.881285:0:259887:0:(cl_object.c:150:cl_object_top()) ffff92e447de6700 -> ffff92e47f6add00 00000020:00000001:2.0:1767736292.881296:0:259887:0:(cl_object.c:150:cl_object_top()) ffff92e447de6700 -> ffff92e47f6add00 00000100:00000001:0.0:1767736292.881302:0:215027:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767736292.881305:0:259887:0:(cl_object.c:217:cl_object_attr_get()) Process entered 00000100:00000040:1.0:1767736292.881307:0:215026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46b705180 x1853604137183488/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767736292.881314:0:259887:0:(cl_object.c:229:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736292.881318:0:215027:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000020:00000001:2.0:1767736292.881325:0:259887:0:(cl_object.c:150:cl_object_top()) ffff92e447de6700 -> ffff92e47f6add00 00000400:00000010:0.0:1767736292.881330:0:215027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dbaaa0. 00000008:00000001:2.0:1767736292.881338:0:259887:0:(osc_cache.c:1156:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767736292.881343:0:215027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604137183360, offset 0 00000008:00000001:2.0:1767736292.881351:0:259887:0:(osc_request.c:2773:osc_build_rpc()) Process entered 00000100:00000001:1.0:1767736292.881352:0:215026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000020:2.0:1767736292.881361:0:259887:0:(osc_page.c:1382:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff92e443fe1800: cli: ffff92e448570740 unstable pages: 0, osc unstable pages: 0 00000400:00000200:0.0:1767736292.881368:0:215027:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000100:00000040:1.0:1767736292.881373:0:215026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000008:00000010:2.0:1767736292.881381:0:259887:0:(osc_request.c:2804:osc_build_rpc()) kmalloced '(pga)': 8 at ffff92e4491f46a0. 00000400:00000010:1.0:1767736292.881383:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767908. 00000400:00000200:0.0:1767736292.881391:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000008:00000010:2.0:1767736292.881397:0:259887:0:(osc_request.c:2808:osc_build_rpc()) slab-alloced 'oa': 208 at ffff92e47fd71410. 00000100:00000200:1.0:1767736292.881397:0:215026:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604137183488, offset 0 00000400:00000200:0.0:1767736292.881406:0:215027:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000020:00000001:2.0:1767736292.881409:0:259887:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1767736292.881415:0:259887:0:(lovsub_object.c:130:lovsub_req_attr_set()) Process entered 00000400:00000200:0.0:1767736292.881416:0:215027:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1767736292.881422:0:259887:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000400:00000200:1.0:1767736292.881424:0:215026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736292.881432:0:215027:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000020:00000002:2.0:1767736292.881441:0:259887:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1767736262/1767736262 00000400:00000200:0.0:1767736292.881443:0:215027:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1767736292.881452:0:259887:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000400:00000200:0.0:1767736292.881453:0:215027:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00020000:00000001:2.0:1767736292.881458:0:259887:0:(lovsub_object.c:141:lovsub_req_attr_set()) Process leaving 00000008:00000001:2.0:1767736292.881464:0:259887:0:(osc_lock.c:1271:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1767736292.881471:0:259887:0:(osc_request.c:3285:osc_match_base()) Process entered 00000400:00000200:0.0:1767736292.881480:0:215027:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57538:57538:255:4294967295] 192.168.202.159@tcp LPNI seq info [57539:57539:7:4294967295] 00010000:00000001:2.0:1767736292.881481:0:259887:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767736292.881493:0:259887:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62c00 count: 2 00000400:00000200:0.0:1767736292.881494:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00010000:00000001:2.0:1767736292.881506:0:259887:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767736292.881516:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00010000:00000001:2.0:1767736292.881524:0:259887:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00000400:00000200:0.0:1767736292.881556:0:215027:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00010000:00000001:2.0:1767736292.881557:0:259887:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 00000400:00000200:1.0:1767736292.881557:0:215026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 02000000:00000001:2.0:1767736292.881567:0:259887:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 00000400:00000200:1.0:1767736292.881575:0:215026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767736292.881578:0:259887:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736292.881586:0:215026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000800:00000200:0.0:1767736292.881589:0:215027:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00010000:00010000:2.0:1767736292.881592:0:259887:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff92e443fe1800 lock: ffff92e4456d2600/0x1486b26cfafa9026 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xaea7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x36aa93000a8d22f0 expref: -99 pid: 277449 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1767736292.881596:0:215026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000800:00000010:0.0:1767736292.881604:0:215027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762900. 00000400:00000200:1.0:1767736292.881610:0:215026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00010000:00000001:2.0:1767736292.881623:0:259887:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767736292.881632:0:215026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57539:57539:254:4294967295] 192.168.202.159@tcp LPNI seq info [57540:57540:6:4294967295] 00010000:00000001:2.0:1767736292.881633:0:259887:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.0:1767736292.881633:0:215027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000008:00000001:2.0:1767736292.881641:0:259887:0:(osc_request.c:3300:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1767736292.881654:0:259887:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000200:0.0:1767736292.881654:0:215027:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000020:00000001:2.0:1767736292.881661:0:259887:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767736292.881662:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000800:00000200:0.0:1767736292.881665:0:215027:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762900 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:2.0:1767736292.881670:0:259887:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4456d2600 refcount=3 00000020:00000001:2.0:1767736292.881678:0:259887:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107847820800 : -119965861730816 : ffff92e4456d2600) 00000100:00000001:0.0:1767736292.881679:0:215027:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736292.881689:0:259887:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107847820800 : -119965861730816 : ffff92e4456d2600) 00000100:00000040:0.0:1767736292.881693:0:215027:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10211 usecs (11 jiffies) 00000400:00000200:1.0:1767736292.881696:0:215026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000008:00000001:2.0:1767736292.881701:0:259887:0:(osc_lock.c:1305:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446624107847820800 : -119965861730816 : ffff92e4456d2600) 00010000:00000001:2.0:1767736292.881712:0:259887:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767736292.881713:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00010000:00000001:2.0:1767736292.881719:0:259887:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767736292.881722:0:215027:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305052173 00000800:00000200:1.0:1767736292.881725:0:215026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000020:00000001:2.0:1767736292.881727:0:259887:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1767736292.881731:0:215027:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305053419 00000008:00000001:2.0:1767736292.881736:0:259887:0:(osc_request.c:1519:osc_brw_prep_request()) Process entered 00000100:00000001:0.0:1767736292.881741:0:215027:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305052173 00000800:00000010:1.0:1767736292.881742:0:215026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820700. 00000100:00000010:2.0:1767736292.881747:0:259887:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474886680. 00000100:00000001:0.0:1767736292.881750:0:215027:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305053419 00000020:00000040:2.0:1767736292.881755:0:259887:0:(genops.c:1229:class_import_get()) import ffff92e44baa9000 refcount=4 obd=lustre-OST0000-osc-ffff92e443fe1800 00000100:00000001:0.0:1767736292.881760:0:215027:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767736292.881764:0:215026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000100:00000001:0.0:1767736292.881770:0:215027:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736292.881772:0:259887:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767736292.881782:0:259887:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767736292.881783:0:215027:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1767736292.881784:0:215026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 02000000:00000001:2.0:1767736292.881792:0:259887:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767736292.881795:0:215026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820700 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767736292.881802:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b707100 x1853604137183616/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736292.881805:0:215026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767736292.881806:0:259887:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44aae5c00. 00000100:00000040:1.0:1767736292.881819:0:215026:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7706 usecs (8 jiffies) 00000100:00000001:2.0:1767736292.881822:0:259887:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.881825:0:215027:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767736292.881830:0:215027:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736292.881833:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 02000000:00000001:0.0:1767736292.881840:0:215027:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767736292.881844:0:215026:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305052170 02000000:00000001:0.0:1767736292.881846:0:215027:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1767736292.881850:0:259887:0:(osc_request.c:1797:osc_brw_prep_request()) Using short io for data transfer, size = 158 00000100:00000001:1.0:1767736292.881855:0:215026:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305053419 02000000:00000001:0.0:1767736292.881860:0:215027:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1767736292.881864:0:259887:0:(osc_request.c:726:osc_announce_cached()) lustre-OST0000-osc-ffff92e443fe1800: dirty: 28672 undirty: 484638720 dropped 0 grant: 484610048 cl_lost_grant 0 00000100:00100000:0.0:1767736292.881868:0:215027:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b707100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215027:1853604137183616:192.168.202.159@tcp:400:kworker.0 00000100:00000001:1.0:1767736292.881879:0:215026:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305052170 00000008:00100000:2.0:1767736292.881882:0:259887:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff92e474886680 - object 0x280000400:44711 offset 0<>158 00000100:00000001:0.0:1767736292.881884:0:215027:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767736292.881889:0:215026:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305053419 00000008:00000001:2.0:1767736292.881893:0:259887:0:(osc_request.c:1968:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736292.881894:0:215027:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767736292.881896:0:215026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767736292.881904:0:259887:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 02000000:00000001:0.0:1767736292.881905:0:215027:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736292.881906:0:215026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.881911:0:259887:0:(lovsub_object.c:130:lovsub_req_attr_set()) Process entered 00000100:00000001:1.0:1767736292.881914:0:215026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767736292.881916:0:259887:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1767736292.881922:0:259887:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1767736262/1767736262 02000000:00000001:0.0:1767736292.881924:0:215027:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767736292.881928:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b705c00 x1853604137183744/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767736292.881931:0:259887:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 02000000:00000010:0.0:1767736292.881935:0:215027:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e4458a6800. 00020000:00000001:2.0:1767736292.881937:0:259887:0:(lovsub_object.c:141:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1767736292.881944:0:259887:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 02000000:00000001:0.0:1767736292.881947:0:215027:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736292.881951:0:259887:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736292.881959:0:259887:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638135936 : -119965071415680 : ffff92e474886680) 00000100:00000001:1.0:1767736292.881967:0:215026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767736292.881969:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736292.881973:0:215026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767736292.881977:0:215027:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19b58. 02000000:00000001:1.0:1767736292.881981:0:215026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000002:2.0:1767736292.881983:0:259887:0:(osc_request.c:2930:osc_build_rpc()) @@@ 1 pages, aa 000000007d8c48b9, now 0r/1w/0d in flight req@ffff92e474886680 x1853604137183872/t0(0) o4->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:6/4 lens 648/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1767736292.881987:0:215027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba330. 02000000:00000001:1.0:1767736292.881989:0:215026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736292.882002:0:215026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767736292.882003:0:215027:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137183616, portal 4 00000100:00000001:0.0:1767736292.882016:0:215027:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1767736292.882018:0:215026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215026:1853604137183744:192.168.202.159@tcp:400:kworker.0 00000008:00000008:2.0:1767736292.882020:0:259887:0:(osc_request.c:2942:osc_build_rpc()) [0x2400013a2:0x12:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000001:0.0:1767736292.882021:0:215027:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485570816 : -119965223980800 : ffff92e46b707100) 00000100:00000001:1.0:1767736292.882036:0:215026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736292.882044:0:215026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767736292.882047:0:259887:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093313f5b] to pc [ptlrpcd_01_01+1] req@ffff92e474886680 x1853604137183872/t0(0) o4->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:6/4 lens 648/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1767736292.882050:0:215027:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46b707100 x1853604137183616/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767736292.882051:0:215026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736292.882061:0:215026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736292.882072:0:215026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e446534400. 02000000:00000001:1.0:1767736292.882082:0:215026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736292.882102:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736292.882116:0:215026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000100:00000001:0.0:1767736292.882116:0:215027:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736292.882125:0:215027:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736292.882127:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767e58. 00000400:00000010:0.0:1767736292.882133:0:215027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dbab28. 00000100:00000200:1.0:1767736292.882136:0:215026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137183744, portal 4 00000100:00000200:0.0:1767736292.882143:0:215027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853604137183616, offset 0 00000008:00000001:2.0:1767736292.882174:0:259887:0:(osc_request.c:2948:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1767736292.882179:0:259887:0:(osc_request.c:2973:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736292.882181:0:215026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736292.882187:0:215026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485565440 : -119965223986176 : ffff92e46b705c00) 00000008:00000001:2.0:1767736292.882191:0:259887:0:(osc_cache.c:2074:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736292.882196:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:2.0:1767736292.882199:0:259887:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:0.0:1767736292.882203:0:215027:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000100:00000040:1.0:1767736292.882205:0:215026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46b705c00 x1853604137183744/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1767736292.882206:0:259887:0:(osc_cache.c:1720:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736292.882208:0:215028:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00000001:2.0:1767736292.882219:0:259887:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:3.0:1767736292.882221:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767736292.882223:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000008:00000001:2.0:1767736292.882227:0:259887:0:(osc_cache.c:1693:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736292.882238:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000008:00000001:2.0:1767736292.882240:0:259887:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:0.0:1767736292.882243:0:215027:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000100:00000001:3.0:1767736292.882247:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1767736292.882248:0:259887:0:(osc_cache.c:1720:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736292.882263:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767736292.882266:0:215027:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767736292.882267:0:215026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:2.0:1767736292.882268:0:259887:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:3.0:1767736292.882269:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:2.0:1767736292.882277:0:259887:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736292.882279:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767736292.882286:0:215027:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000100:00000040:1.0:1767736292.882288:0:215026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000008:00000001:2.0:1767736292.882290:0:259887:0:(osc_cache.c:2265:osc_check_rpcs()) Process leaving 00000400:00000200:0.0:1767736292.882299:0:215027:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767736292.882301:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767000. 00000008:00000020:2.0:1767736292.882302:0:259887:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff92e447de6700 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000040:3.0:1767736292.882303:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e474886680 x1853604137183872/t0(0) o4->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:6/4 lens 648/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1767736292.882310:0:215027:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000100:00000200:1.0:1767736292.882316:0:215026:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853604137183744, offset 0 00000008:00000001:2.0:1767736292.882327:0:259887:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767736292.882329:0:215027:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57540:57540:253:4294967295] 192.168.202.159@tcp LPNI seq info [57541:57541:5:4294967295] 00000008:00000001:2.0:1767736292.882340:0:259887:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.882353:0:259887:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736292.882354:0:215026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736292.882357:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736292.882373:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:2.0:1767736292.882374:0:259887:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736292.882375:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736292.882383:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.882386:0:259887:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736292.882396:0:215026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000020:00000001:2.0:1767736292.882397:0:259887:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736292.882398:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767736292.882399:0:215027:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 02000000:00000001:3.0:1767736292.882408:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767736292.882411:0:259887:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:1.0:1767736292.882415:0:215026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:2.0:1767736292.882419:0:259887:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 02000000:00000001:3.0:1767736292.882421:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.882427:0:259887:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000400:00000200:1.0:1767736292.882430:0:215026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000020:00000001:2.0:1767736292.882435:0:259887:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00100000:3.0:1767736292.882436:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e474886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137183872:192.168.202.159@tcp:4:cp.0 00000800:00000200:0.0:1767736292.882437:0:215027:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000020:00000001:2.0:1767736292.882440:0:259887:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:1.0:1767736292.882446:0:215026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00020000:00000001:2.0:1767736292.882448:0:259887:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767736292.882455:0:215027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762700. 00000100:00000001:3.0:1767736292.882461:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000001:2.0:1767736292.882462:0:259887:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000400:00000200:1.0:1767736292.882463:0:215026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 02000000:00000001:3.0:1767736292.882470:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767736292.882471:0:259887:0:(cl_io.c:563:cl_io_end()) Process leaving 00000800:00000200:0.0:1767736292.882473:0:215027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 02000000:00000001:3.0:1767736292.882479:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.882480:0:259887:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000200:1.0:1767736292.882486:0:215026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57541:57541:252:4294967295] 192.168.202.159@tcp LPNI seq info [57542:57542:4:4294967295] 00020000:00000001:2.0:1767736292.882489:0:259887:0:(lov_io.c:1208:lov_io_unlock()) Process entered 02000000:00000001:3.0:1767736292.882492:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:2.0:1767736292.882497:0:259887:0:(lov_io.c:1086:lov_io_call()) Process entered 00000800:00000200:0.0:1767736292.882500:0:215027:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000020:00000001:2.0:1767736292.882504:0:259887:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000010:3.0:1767736292.882506:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92e449367c00. 00000020:00000001:2.0:1767736292.882512:0:259887:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000800:00000200:0.0:1767736292.882514:0:215027:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767736292.882515:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 02000000:00000001:3.0:1767736292.882518:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.882520:0:259887:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.882531:0:215027:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.882551:0:259887:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767736292.882560:0:259887:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1767736292.882565:0:259887:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000400:00000200:1.0:1767736292.882568:0:215026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000020:00000001:2.0:1767736292.882570:0:259887:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000040:0.0:1767736292.882573:0:215027:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: using a timeout of 27041 usecs (28 jiffies) 00000020:00000001:2.0:1767736292.882578:0:259887:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1767736292.882585:0:259887:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000800:00000200:1.0:1767736292.882590:0:215026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736292.882592:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00020000:00000001:2.0:1767736292.882593:0:259887:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000400:00000200:0.0:1767736292.882594:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00020000:00000001:2.0:1767736292.882601:0:259887:0:(lov_io.c:1086:lov_io_call()) Process entered 00000800:00000010:1.0:1767736292.882603:0:215026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820e00. 00000100:00000001:0.0:1767736292.882604:0:215027:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305052191 00000020:00000001:2.0:1767736292.882609:0:259887:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1767736292.882617:0:259887:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000010:3.0:1767736292.882619:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78d10. 00000100:00000001:0.0:1767736292.882619:0:215027:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305053419 00020000:00000001:2.0:1767736292.882624:0:259887:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767736292.882627:0:215026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000100:00000001:0.0:1767736292.882632:0:215027:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305052191 00000400:00000010:3.0:1767736292.882636:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299330. 00020000:00000001:2.0:1767736292.882636:0:259887:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.882642:0:215027:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305053419 00020000:00000001:2.0:1767736292.882649:0:259887:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000800:00000200:1.0:1767736292.882650:0:215026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000100:00000001:0.0:1767736292.882653:0:215027:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767736292.882654:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853604137183872, portal 4 00000020:00000001:2.0:1767736292.882658:0:259887:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000800:00000200:1.0:1767736292.882663:0:215026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:2.0:1767736292.882667:0:259887:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736292.882668:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736292.882669:0:215027:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736292.882672:0:215026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736292.882675:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638135936 : -119965071415680 : ffff92e474886680) 00000020:00000001:2.0:1767736292.882679:0:259887:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:0.0:1767736292.882683:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736292.882686:0:215026:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: using a timeout of 9698 usecs (10 jiffies) 00020000:00000001:2.0:1767736292.882688:0:259887:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:0.0:1767736292.882689:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1767736292.882697:0:259887:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000040:3.0:1767736292.882699:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e474886680 x1853604137183872/t0(0) o4->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:6/4 lens 648/448 e 0 to 0 dl 1767736308 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000020:00000001:2.0:1767736292.882702:0:259887:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:0.0:1767736292.882705:0:215027:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767736292.882710:0:259887:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:1.0:1767736292.882711:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736292.882713:0:215027:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00001000:2.0:1767736292.882718:0:259887:0:(cl_object.c:924:cl_env_put()) 1@ffff92e473956ea0 00000100:00000001:1.0:1767736292.882722:0:215026:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305052173 00000100:00000001:0.0:1767736292.882726:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:2.0:1767736292.882729:0:259887:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:0.0:1767736292.882734:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736292.882736:0:215026:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305053419 00020000:00000001:2.0:1767736292.882738:0:259887:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:0.0:1767736292.882743:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767736292.882746:0:259887:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:1.0:1767736292.882750:0:215026:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305052173 00000080:00200000:2.0:1767736292.882754:0:259887:0:(vvp_io.c:289:vvp_io_fini()) [0x2400013a2:0x12:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:0.0:1767736292.882757:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736292.882764:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767736292.882765:0:215026:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305053419 00000080:00000001:2.0:1767736292.882772:0:259887:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:1.0:1767736292.882775:0:215026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767736292.882782:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000100:00000001:1.0:1767736292.882786:0:215026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.882790:0:259887:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000010:3.0:1767736292.882795:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299aa0. 00000020:00001000:2.0:1767736292.882797:0:259887:0:(cl_object.c:924:cl_env_put()) 1@ffff92e469da8900 00000100:00000001:1.0:1767736292.882798:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767736292.882804:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 6, xid 1853604137183872, offset 0 00000100:00000001:1.0:1767736292.882809:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1767736292.882813:0:259887:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736292.882821:0:215026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767736292.882823:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000080:00000001:2.0:1767736292.882824:0:259887:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736292.882827:0:215026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767736292.882838:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736292.882841:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767736292.882843:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736292.882853:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000100:00000001:1.0:1767736292.882863:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736292.882864:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767736292.882875:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736292.882877:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736292.882887:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736292.882893:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736292.882903:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57542:57542:251:4294967295] 192.168.202.159@tcp LPNI seq info [57543:57543:3:4294967295] 00000800:00000200:2.0:1767736292.882910:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767736292.882912:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000800:00000010:2.0:1767736292.882919:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820f00. 00000400:00000200:2.0:1767736292.882932:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736292.882938:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000400:00000200:2.0:1767736292.882953:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000800:00000200:3.0:1767736292.882954:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736292.882969:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422a00. 00000400:00000200:2.0:1767736292.882970:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b7674c8 00000400:00000010:2.0:1767736292.882978:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b7674c8. 00000800:00000200:3.0:1767736292.882985:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000100:00000001:2.0:1767736292.882987:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767736292.882999:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000100:00000200:2.0:1767736292.883002:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b706300 x1853604137183232/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767736292.883010:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422a00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1767736292.883023:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736292.883035:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: using a timeout of 27041 usecs (28 jiffies) 00000100:00000001:2.0:1767736292.883037:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767736292.883048:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000040:2.0:1767736292.883051:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b706300 x1853604137183232/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736308 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736292.883055:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305052191 00000100:00000001:3.0:1767736292.883065:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305053419 00000100:00000001:2.0:1767736292.883071:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736292.883073:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767736292.883082:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305052191 00000100:00000001:3.0:1767736292.883086:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305053419 00000100:00000001:3.0:1767736292.883090:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736292.883094:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736292.883095:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767736292.883099:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767736292.883102:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762900. 00000100:00000001:3.0:1767736292.883108:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736292.883111:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736292.883124:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736292.883128:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dbaaa0 00000400:00000010:2.0:1767736292.883130:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dbaaa0. 00000100:00000001:2.0:1767736292.883135:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736292.883140:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b706a00 x1853604137183360/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736292.883203:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736292.883208:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b706a00 x1853604137183360/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736292.883217:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736292.883219:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767736292.883235:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736292.883238:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820700. 00000400:00000200:2.0:1767736292.883250:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736292.883255:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736292.883259:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767908 00000400:00000010:2.0:1767736292.883262:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767908. 00000100:00000001:2.0:1767736292.883267:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736292.883273:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b705180 x1853604137183488/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736292.883283:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736292.883287:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b705180 x1853604137183488/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736292.883295:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736292.883297:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767736292.883308:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736292.883311:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762700. 00000400:00000200:2.0:1767736292.883315:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736292.883319:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736292.883322:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dbab28 00000400:00000010:2.0:1767736292.883325:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dbab28. 00000100:00000001:2.0:1767736292.883327:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736292.883331:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b707100 x1853604137183616/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736292.883340:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736292.883344:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b707100 x1853604137183616/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736292.883352:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736292.883354:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767736292.883364:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736292.883367:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820e00. 00000400:00000200:2.0:1767736292.883372:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736292.883378:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736292.883381:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767000 00000400:00000010:2.0:1767736292.883383:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767000. 00000100:00000001:2.0:1767736292.883388:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736292.883399:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b705c00 x1853604137183744/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736292.883408:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736292.883412:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b705c00 x1853604137183744/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736292.883419:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736292.883421:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767736292.883482:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736292.883486:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422a00. 00000400:00000200:2.0:1767736292.883491:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736292.883496:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736292.883500:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299aa0 00000400:00000010:2.0:1767736292.883502:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299aa0. 00000100:00000001:2.0:1767736292.883506:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736292.883510:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e474886680 x1853604137183872/t0(0) o4->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:6/4 lens 648/448 e 0 to 0 dl 1767736308 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736292.883520:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736292.883524:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e474886680 x1853604137183872/t0(0) o4->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:6/4 lens 648/448 e 0 to 0 dl 1767736308 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736292.883532:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736292.883552:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767736292.883568:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736292.883573:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767736292.886477:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736292.886493:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736292.886497:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736292.886500:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736292.886509:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.886516:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736292.886525:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.886531:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.886566:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.886575:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 25 MB=0x695d7d826a800 00000400:00000200:2.0:1767736292.886594:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.886601:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.159@tcp of length 224/224 into md 0x84475 [1] + 224 00000800:00000001:2.0:1767736292.886611:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736292.886622:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736292.886625:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736292.886630:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736292.886635:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736292.886643:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b706300 x1853604137183232/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736292.886659:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46b706300 x1853604137183232/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736292.886686:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736292.886695:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736292.886700:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736292.886800:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736292.886806:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736292.886815:0:215026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736292.886818:0:215026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736292.886822:0:215026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b4934d0. 00000400:00000200:1.0:1767736292.886832:0:215026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767ee0 00000400:00000010:1.0:1767736292.886835:0:215026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767ee0. 00000100:00000001:1.0:1767736292.886843:0:215026:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767736292.886846:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767736292.886856:0:215026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b706300 x1853604137183232/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767736292.886859:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736292.886869:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736292.886875:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736292.886891:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000200:1.0:1767736292.886894:0:215026:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b706300 x1853604137183232/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767736292.886912:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000100:00000001:1.0:1767736292.886926:0:215026:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767736292.886933:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736292.886934:0:215026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736292.886944:0:215026:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767736292.886945:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 02000000:00000001:1.0:1767736292.886950:0:215026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736292.886955:0:215026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767736292.886957:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736292.886960:0:215026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736292.886970:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d826a880 02000000:00000001:1.0:1767736292.886972:0:215026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736292.886983:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00001000:1.0:1767736292.886986:0:215026:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e445439458 time=57 v=5 (5 5 5 5) 00000400:00000200:2.0:1767736292.886998:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x8447d [1] + 224 00000100:00001000:1.0:1767736292.887001:0:215026:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e445439410 time=57 v=5 (1 1 1 1) 00000800:00000001:2.0:1767736292.887011:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767736292.887012:0:215026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736292.887019:0:215026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736292.887023:0:215026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767736292.887028:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767736292.887029:0:215026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736292.887041:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767736292.887042:0:215026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736292.887060:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000040:1.0:1767736292.887061:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b706300 x1853604137183232/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736292.887071:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736292.887085:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b706a00 x1853604137183360/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736292.887086:0:215026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736292.887091:0:215026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736292.887094:0:215026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736292.887109:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b706300 x1853604137183232/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736292.887130:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46b706a00 x1853604137183360/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736292.887198:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767736292.887206:0:215026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b706300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16857f34-d6b1-42ec-90a7-ee400f395f30:215026:1853604137183232:192.168.202.159@tcp:400:kworker.0 00000800:00000001:2.0:1767736292.887216:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767736292.887222:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767736292.887226:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736292.887228:0:215026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736292.887243:0:215026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b706300 x1853604137183232/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736292.887255:0:215026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736292.887260:0:215026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736292.887265:0:215026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e47fea0000. 02000000:00000001:1.0:1767736292.887272:0:215026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736292.887276:0:215026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736292.887279:0:215026:0:(genops.c:1242:class_import_put()) import ffff92e445439000 refcount=3 obd=MGC192.168.202.159@tcp 00000100:00000001:0.0:1767736292.887282:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767736292.887284:0:215026:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767736292.887289:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767736292.887291:0:215026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e444762600. 00000400:00000001:0.0:1767736292.887300:0:215027:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767736292.887302:0:215026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:0.0:1767736292.887307:0:215027:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767736292.887308:0:215026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1767736292.887315:0:215027:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19738. 00000100:00000010:1.0:1767736292.887316:0:215026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b706300. 00000400:00000200:0.0:1767736292.887330:0:215027:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba220 00000100:00000001:1.0:1767736292.887332:0:215026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736292.887340:0:215026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767736292.887342:0:215027:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba220. 00000100:00000001:1.0:1767736292.887348:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.887351:0:215027:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767736292.887355:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736292.887359:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736292.887364:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767736292.887366:0:215027:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b706a00 x1853604137183360/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736292.887368:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767736292.887393:0:215027:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b706a00 x1853604137183360/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736292.887404:0:215027:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736292.887408:0:215027:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736292.887411:0:215027:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736292.887414:0:215027:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736292.887416:0:215027:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736292.887419:0:215027:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736292.887435:0:215027:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736292.887443:0:215027:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=57 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736292.887448:0:215027:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=57 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736292.887451:0:215027:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736292.887453:0:215027:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736292.887455:0:215027:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736292.887459:0:215027:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.887463:0:215027:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736292.887466:0:215027:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924763 00000100:00000001:0.0:1767736292.887469:0:215027:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736292.887472:0:215027:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736292.887478:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b706a00 x1853604137183360/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736292.887487:0:215027:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736292.887491:0:215027:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736292.887493:0:215027:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736292.887499:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b706a00 x1853604137183360/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767736292.887510:0:215027:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215027:1853604137183360:192.168.202.159@tcp:400:kworker.0 00000100:00000001:0.0:1767736292.887521:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.887524:0:215027:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736292.887528:0:215027:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b706a00 x1853604137183360/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736292.887564:0:215027:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736292.887567:0:215027:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736292.887571:0:215027:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e4458a7e00. 02000000:00000001:0.0:1767736292.887576:0:215027:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736292.887578:0:215027:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736292.887580:0:215027:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=75 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736292.887583:0:215027:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736292.887586:0:215027:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e444762c00. 02000000:00000001:0.0:1767736292.887590:0:215027:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736292.887601:0:215027:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736292.887604:0:215027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b706a00. 00000100:00000001:0.0:1767736292.887609:0:215027:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736292.887610:0:215027:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736292.887614:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.887617:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767736292.887620:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736292.887623:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.887626:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767736292.888407:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736292.888422:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736292.888426:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736292.888428:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736292.888436:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.888443:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736292.888450:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.888455:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.888460:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.888464:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d826a900 00000400:00000200:2.0:1767736292.888470:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.888476:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x84485 [1] + 224 00000800:00000001:2.0:1767736292.888482:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736292.888490:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736292.888494:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736292.888498:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736292.888503:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736292.888510:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b705180 x1853604137183488/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736292.888524:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46b705180 x1853604137183488/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736292.888582:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736292.888590:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736292.888595:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736292.888695:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736292.888701:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736292.888707:0:215026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736292.888709:0:215026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736292.888713:0:215026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493370. 00000400:00000200:1.0:1767736292.888720:0:215026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767bb0 00000400:00000010:1.0:1767736292.888722:0:215026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767bb0. 00000100:00000001:1.0:1767736292.888726:0:215026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736292.888736:0:215026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b705180 x1853604137183488/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736292.888750:0:215026:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b705180 x1853604137183488/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736292.888773:0:215026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736292.888775:0:215026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736292.888778:0:215026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736292.888781:0:215026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736292.888783:0:215026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736292.888785:0:215026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736292.888788:0:215026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736292.888795:0:215026:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=57 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736292.888799:0:215026:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=57 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736292.888802:0:215026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736292.888804:0:215026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736292.888806:0:215026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736292.888810:0:215026:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736292.888813:0:215026:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767736292.888815:0:215026:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: committing for last_committed 12884902619 gen 1 00000100:00000040:1.0:1767736292.888823:0:215026:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884902619) req@ffff92e475da7480 x1853604137177728/t12884902616(12884902616) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/448 e 0 to 0 dl 1767736300 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736292.888832:0:215026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736292.888836:0:215026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da7480 x1853604137177728/t12884902616(12884902616) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/448 e 0 to 0 dl 1767736300 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736292.888844:0:215026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736292.888846:0:215026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736292.888849:0:215026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e45cb3e000. 02000000:00000001:1.0:1767736292.888853:0:215026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736292.888855:0:215026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736292.888857:0:215026:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=8 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736292.888859:0:215026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736292.888862:0:215026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e448b55800. 02000000:00000001:1.0:1767736292.888865:0:215026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736292.888867:0:215026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736292.888869:0:215026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da7480. 00000100:00000001:1.0:1767736292.888873:0:215026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736292.888874:0:215026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736292.888887:0:215026:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884902619) req@ffff92e46b704a80 x1853604137178496/t12884902617(12884902617) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 512/448 e 0 to 0 dl 1767736300 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736292.888895:0:215026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736292.888898:0:215026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b704a80 x1853604137178496/t12884902617(12884902617) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 512/448 e 0 to 0 dl 1767736300 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736292.888906:0:215026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736292.888907:0:215026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736292.888909:0:215026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e46c653800. 02000000:00000001:1.0:1767736292.888913:0:215026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736292.888914:0:215026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736292.888915:0:215026:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=7 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736292.888917:0:215026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736292.888919:0:215026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e447060200. 02000000:00000001:1.0:1767736292.888922:0:215026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736292.888923:0:215026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736292.888925:0:215026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b704a80. 00000100:00000001:1.0:1767736292.888928:0:215026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736292.888929:0:215026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736292.888934:0:215026:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884902619) req@ffff92e475da4e00 x1853604137179008/t12884902618(12884902618) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 488/456 e 0 to 0 dl 1767736300 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736292.888942:0:215026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736292.888945:0:215026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4e00 x1853604137179008/t12884902618(12884902618) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 488/456 e 0 to 0 dl 1767736300 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736292.888953:0:215026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736292.888954:0:215026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736292.888956:0:215026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92e448b57400. 02000000:00000001:1.0:1767736292.888960:0:215026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736292.888961:0:215026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736292.888963:0:215026:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736292.888965:0:215026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736292.888967:0:215026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44cd7d400. 02000000:00000001:1.0:1767736292.888969:0:215026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736292.888975:0:215026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736292.888977:0:215026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4e00. 00000100:00000001:1.0:1767736292.888980:0:215026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736292.888982:0:215026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736292.888987:0:215026:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884902619) req@ffff92e475da7100 x1853604137179648/t12884902619(12884902619) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 488/456 e 0 to 0 dl 1767736301 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736292.888995:0:215026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736292.888998:0:215026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da7100 x1853604137179648/t12884902619(12884902619) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 488/456 e 0 to 0 dl 1767736301 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736292.889006:0:215026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736292.889007:0:215026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736292.889009:0:215026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92e448b56000. 02000000:00000001:1.0:1767736292.889012:0:215026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736292.889013:0:215026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736292.889015:0:215026:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736292.889017:0:215026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736292.889018:0:215026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44cd7de00. 02000000:00000001:1.0:1767736292.889020:0:215026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736292.889022:0:215026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736292.889023:0:215026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da7100. 00000100:00000001:1.0:1767736292.889025:0:215026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736292.889027:0:215026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736292.889029:0:215026:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767736292.889033:0:215026:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:1.0:1767736292.889036:0:215026:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736292.889038:0:215026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736292.889043:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b705180 x1853604137183488/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736292.889051:0:215026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736292.889054:0:215026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736292.889056:0:215026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736292.889060:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b705180 x1853604137183488/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736292.889083:0:215026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b705180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215026:1853604137183488:192.168.202.159@tcp:400:kworker.0 00000100:00000001:1.0:1767736292.889089:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736292.889091:0:215026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736292.889095:0:215026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b705180 x1853604137183488/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736292.889102:0:215026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736292.889104:0:215026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736292.889106:0:215026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e47fea1a00. 02000000:00000001:1.0:1767736292.889108:0:215026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736292.889110:0:215026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736292.889111:0:215026:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736292.889113:0:215026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736292.889115:0:215026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e444762e00. 02000000:00000001:1.0:1767736292.889118:0:215026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736292.889120:0:215026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736292.889121:0:215026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b705180. 00000100:00000001:1.0:1767736292.889125:0:215026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736292.889126:0:215026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736292.889130:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736292.889132:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736292.889134:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736292.889136:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736292.889138:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767736292.890003:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736292.890027:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736292.890031:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736292.890034:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736292.890042:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.890048:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736292.890055:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.890060:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.890066:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.890070:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 4 MB=0x695d7d826a980 00000400:00000200:2.0:1767736292.890077:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.890083:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.159@tcp of length 224/224 into md 0x8448d [1] + 224 00000800:00000001:2.0:1767736292.890090:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736292.890094:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736292.890097:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736292.890102:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736292.890107:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736292.890114:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b707100 x1853604137183616/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736292.890128:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46b707100 x1853604137183616/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736292.890194:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736292.890204:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736292.890210:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736292.890213:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736292.890218:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736292.890224:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.890230:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736292.890236:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.890241:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.890245:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.890252:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 4 MB=0x695d7d826aa00 00000400:00000200:2.0:1767736292.890258:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.890274:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.159@tcp of length 224/224 into md 0x84495 [1] + 224 00000100:00000001:0.0:1767736292.890279:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767736292.890283:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767736292.890286:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736292.890297:0:215027:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736292.890300:0:215027:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736292.890304:0:215027:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19b58. 00000800:00000001:2.0:1767736292.890311:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767736292.890314:0:215027:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba330 00000400:00000200:2.0:1767736292.890318:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767736292.890321:0:215027:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba330. 00000400:00000200:2.0:1767736292.890331:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:0.0:1767736292.890332:0:215027:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767736292.890341:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736292.890350:0:215027:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b707100 x1853604137183616/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767736292.890356:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b705c00 x1853604137183744/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767736292.890397:0:215027:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b707100 x1853604137183616/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736292.890403:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46b705c00 x1853604137183744/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736292.890443:0:215027:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736292.890448:0:215027:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736292.890451:0:215027:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736292.890453:0:215027:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736292.890455:0:215027:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736292.890459:0:215027:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736292.890460:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767736292.890463:0:215027:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767736292.890471:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767736292.890473:0:215027:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baa9458 time=57 v=5 (5 5 5 5) 00000800:00000001:2.0:1767736292.890480:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767736292.890482:0:215027:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baa9410 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736292.890491:0:215027:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736292.890494:0:215027:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736292.890497:0:215027:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736292.890502:0:215027:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.890506:0:215027:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767736292.890510:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767736292.890510:0:215027:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff92e443fe1800: skip recheck: last_committed 17179870859 00000100:00000001:0.0:1767736292.890517:0:215027:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736292.890519:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736292.890527:0:215026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736292.890529:0:215026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767736292.890561:0:215027:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767736292.890563:0:215026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736292.890573:0:215026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767e58 00000100:00000040:0.0:1767736292.890576:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b707100 x1853604137183616/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767736292.890579:0:215026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767e58. 00000100:00000001:1.0:1767736292.890588:0:215026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767736292.890598:0:215027:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767736292.890605:0:215026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b705c00 x1853604137183744/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736292.890606:0:215027:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736292.890611:0:215027:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736292.890627:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b707100 x1853604137183616/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767736292.890639:0:215027:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b707100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215027:1853604137183616:192.168.202.159@tcp:400:kworker.0 00000100:00000001:0.0:1767736292.890655:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736292.890664:0:215027:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767736292.890681:0:215026:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b705c00 x1853604137183744/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767736292.890682:0:215027:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b707100 x1853604137183616/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736292.890746:0:215027:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767736292.890747:0:215026:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767736292.890750:0:215027:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767736292.890753:0:215026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767736292.890756:0:215027:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e4458a6800. 00000100:00000001:1.0:1767736292.890761:0:215026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736292.890765:0:215027:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767736292.890766:0:215026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767736292.890772:0:215027:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767736292.890773:0:215026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767736292.890779:0:215027:0:(genops.c:1242:class_import_put()) import ffff92e44baa9000 refcount=3 obd=lustre-OST0000-osc-ffff92e443fe1800 00000100:00000001:1.0:1767736292.890780:0:215026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736292.890791:0:215026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736292.890791:0:215027:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736292.890798:0:215027:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e444762100. 00000100:00001000:1.0:1767736292.890801:0:215026:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baab458 time=57 v=5 (5 5 5 5) 02000000:00000001:0.0:1767736292.890803:0:215027:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736292.890811:0:215027:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1767736292.890814:0:215026:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baab410 time=71 v=5 (1 0 0 0) 00000100:00000010:0.0:1767736292.890816:0:215027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b707100. 00000100:00000001:1.0:1767736292.890823:0:215026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736292.890825:0:215027:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736292.890828:0:215026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.890831:0:215027:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767736292.890834:0:215026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767736292.890837:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767736292.890840:0:215026:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.890846:0:215027:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736292.890847:0:215026:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736292.890854:0:215026:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff92e443fe1800: skip recheck: last_committed 12884903409 00000100:00000001:0.0:1767736292.890855:0:215027:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736292.890861:0:215026:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736292.890863:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736292.890867:0:215026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736292.890870:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736292.890879:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b705c00 x1853604137183744/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736292.890891:0:215026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736292.890895:0:215026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736292.890897:0:215026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736292.890902:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b705c00 x1853604137183744/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736292.890913:0:215026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215026:1853604137183744:192.168.202.159@tcp:400:kworker.0 00000100:00000001:1.0:1767736292.890919:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736292.890921:0:215026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736292.890925:0:215026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b705c00 x1853604137183744/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736308 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736292.890941:0:215026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736292.890943:0:215026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736292.890946:0:215026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e446534400. 02000000:00000001:1.0:1767736292.890950:0:215026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736292.890952:0:215026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736292.890954:0:215026:0:(genops.c:1242:class_import_put()) import ffff92e44baab000 refcount=2 obd=lustre-OST0001-osc-ffff92e443fe1800 00000020:00000001:1.0:1767736292.890957:0:215026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736292.890959:0:215026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e444762800. 02000000:00000001:1.0:1767736292.890963:0:215026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736292.890965:0:215026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736292.890967:0:215026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b705c00. 00000100:00000001:1.0:1767736292.890971:0:215026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736292.890972:0:215026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736292.890975:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736292.890981:0:215026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736292.890983:0:215026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736292.890986:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736292.890989:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767736292.891784:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736292.891798:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736292.891803:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736292.891808:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736292.891817:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.891825:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736292.891833:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.891839:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.891845:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.891849:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 448 into portal 4 MB=0x695d7d826aa80 00000400:00000200:2.0:1767736292.891857:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736292.891863:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.159@tcp of length 448/448 into md 0x8449d [1] + 224 00000800:00000001:2.0:1767736292.891870:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736292.891880:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736292.891884:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736292.891890:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736292.891897:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736292.891905:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e474886680 x1853604137183872/t0(0) o4->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:6/4 lens 648/448 e 0 to 0 dl 1767736308 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736292.891941:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff92e474886680 x1853604137183872/t0(0) o4->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:6/4 lens 648/448 e 0 to 0 dl 1767736308 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736292.891965:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736292.891976:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736292.891981:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736292.891995:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736292.891998:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767736292.892003:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767736292.892005:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767736292.892008:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78d10. 00000400:00000200:2.0:1767736292.892014:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299330 00000400:00000010:2.0:1767736292.892017:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299330. 00000100:00000001:2.0:1767736292.892021:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736292.892027:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e474886680 x1853604137183872/t0(0) o4->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:6/4 lens 648/448 e 0 to 0 dl 1767736308 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1767736292.892039:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e474886680 x1853604137183872/t0(0) o4->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:6/4 lens 648/448 e 0 to 0 dl 1767736308 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736292.892049:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767736292.892052:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736292.892054:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767736292.892057:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767736292.892059:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767736292.892061:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736292.892064:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767736292.892071:0:215028:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baa94e8 time=45 v=5 (5 5 5 0) 00000100:00001000:2.0:1767736292.892075:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baa9410 time=42 v=5 (1 1 1 1) 00000100:00000001:2.0:1767736292.892078:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767736292.892080:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736292.892083:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767736292.892086:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736292.892089:0:215028:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767736292.892091:0:215028:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1767736292.892093:0:215028:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767736292.892096:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736292.892106:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638135936 : -119965071415680 : ffff92e474886680) 00000100:00000001:2.0:1767736292.892110:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767736292.892112:0:215028:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff92e443fe1800: skip recheck: last_committed 17179870859 00000100:00000001:2.0:1767736292.892114:0:215028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767736292.892117:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736292.892123:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e474886680 x1853604137183872/t17179870861(17179870861) o4->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:6/4 lens 648/448 e 0 to 0 dl 1767736308 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736292.892131:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736292.892134:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767736292.892136:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1767736292.892139:0:215028:0:(osc_request.c:2546:brw_interpret()) Process entered 00000008:00000001:2.0:1767736292.892193:0:215028:0:(osc_request.c:2138:osc_brw_fini_request()) Process entered 00000008:04000000:2.0:1767736292.892199:0:215028:0:(osc_request.c:2161:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b484fb9, flags 400000 00000001:00000001:2.0:1767736292.892203:0:215028:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:2.0:1767736292.892207:0:215028:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff92e443fe1800: setdq to remove for usr 0 00000001:04000000:2.0:1767736292.892210:0:215028:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff92e443fe1800: setdq to remove for grp 0 00000001:04000000:2.0:1767736292.892212:0:215028:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff92e443fe1800: setdq to remove for prj 0 00000001:00000001:2.0:1767736292.892215:0:215028:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1767736292.892219:0:215028:0:(osc_request.c:749:osc_update_grant()) got 28672 extra grant 00000008:00000001:2.0:1767736292.892225:0:215028:0:(osc_request.c:2193:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1767736292.892229:0:215028:0:(osc_request.c:2404:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:2.0:1767736292.892233:0:215028:0:(osc_request.c:2551:brw_interpret()) request ffff92e474886680 aa ffff92e474886830 rc 0 00000020:00000001:2.0:1767736292.892240:0:215028:0:(cl_object.c:150:cl_object_top()) ffff92e447de6700 -> ffff92e47f6add00 00000020:00000001:2.0:1767736292.892243:0:215028:0:(cl_object.c:150:cl_object_top()) ffff92e447de6700 -> ffff92e47f6add00 00000020:00000001:2.0:1767736292.892245:0:215028:0:(cl_object.c:255:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1767736292.892249:0:215028:0:(lovsub_object.c:104:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1767736292.892252:0:215028:0:(lovsub_object.c:106:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.892254:0:215028:0:(cl_object.c:268:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.892257:0:215028:0:(cl_object.c:150:cl_object_top()) ffff92e447de6700 -> ffff92e47f6add00 00000008:00000010:2.0:1767736292.892260:0:215028:0:(osc_request.c:2633:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff92e47fd71410. 00000020:00000001:2.0:1767736292.892267:0:215028:0:(cl_object.c:150:cl_object_top()) ffff92e447de6700 -> ffff92e47f6add00 00000020:00000001:2.0:1767736292.892269:0:215028:0:(cl_object.c:285:cl_object_dirty_for_sync()) Process entered 00000020:00000001:2.0:1767736292.892274:0:215028:0:(cl_object.c:291:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:2.0:1767736292.892276:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736292.892290:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e474886680 x1853604137183872/t17179870861(17179870861) o4->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:6/4 lens 648/448 e 0 to 0 dl 1767736308 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736292.892299:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767736292.892304:0:215028:0:(osc_cache.c:854:osc_extent_finish()) Process entered 00000008:00000020:2.0:1767736292.892308:0:215028:0:(osc_cache.c:861:osc_extent_finish()) extent ffff92e445eca300@{[0 -> 0/1023], [2|0|-|rpc|wiuY|ffff92e447de6700], [28672|1|+|-|ffff92e4456d2600|1024|ffff92e451864f80]} extent finished. 00000008:00010000:2.0:1767736292.892317:0:215028:0:(osc_cache.c:861:osc_extent_finish()) ### extent: 00000000c85688e2 ns: lustre-OST0000-osc-ffff92e443fe1800 lock: ffff92e4456d2600/0x1486b26cfafa9026 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaea7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x36aa93000a8d22f0 expref: -99 pid: 277449 timeout: 0 lvb_type: 1 00000008:00000001:2.0:1767736292.892332:0:215028:0:(osc_cache.c:1327:osc_completion()) Process entered 00000020:00000001:2.0:1767736292.892334:0:215028:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:2.0:1767736292.892339:0:215028:0:(cl_page.c:1144:cl_page_complete()) page@00000000b0a0d414[2 00000000a1fa0816 3 1 0000000000000000] 00000020:00000001:2.0:1767736292.892341:0:215028:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:2.0:1767736292.892343:0:215028:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:2.0:1767736292.892345:0:215028:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1767736292.892348:0:215028:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1767736292.892351:0:215028:0:(cl_page.c:547:__cl_page_state_set()) page@00000000b0a0d414[2 00000000a1fa0816 3 1 0000000000000000] 00000020:00000001:2.0:1767736292.892353:0:215028:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1767736292.892355:0:215028:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1767736292.892358:0:215028:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1767736292.892361:0:215028:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000b0a0d414[2 00000000a1fa0816 1 1 0000000000000000] 00000080:00008000:2.0:1767736292.892363:0:215028:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1767736292.892376:0:215028:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1767736292.892378:0:215028:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:2.0:1767736292.892380:0:215028:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1767736292.892383:0:215028:0:(cl_page.c:596:cl_batch_put()) page@00000000b0a0d414[2 00000000a1fa0816 1 1 0000000000000000] 00000020:00000001:2.0:1767736292.892385:0:215028:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:2.0:1767736292.892387:0:215028:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:2.0:1767736292.892389:0:215028:0:(osc_cache.c:1371:osc_completion()) Process leaving 00000008:00000020:2.0:1767736292.892391:0:215028:0:(osc_cache.c:1510:osc_free_grant()) lost 0 grant: 0 avail: 484638720 dirty: 0/0 00000008:00000020:2.0:1767736292.892398:0:215028:0:(osc_cache.c:483:__osc_extent_remove()) extent ffff92e445eca300@{[0 -> 0/1023], [1|0|-|inv|wuY|ffff92e447de6700], [28672|0|-|-|ffff92e4456d2600|1024|ffff92e451864f80]} destroyed. 00000008:00010000:2.0:1767736292.892405:0:215028:0:(osc_cache.c:483:__osc_extent_remove()) ### extent: 00000000c85688e2 ns: lustre-OST0000-osc-ffff92e443fe1800 lock: ffff92e4456d2600/0x1486b26cfafa9026 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xaea7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x36aa93000a8d22f0 expref: -99 pid: 277449 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1767736292.892415:0:215028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767736292.892423:0:215028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1767736292.892427:0:215028:0:(osc_cache.c:366:osc_extent_put()) slab-freed '(ext)': 192 at ffff92e445eca300. 00000008:00000001:2.0:1767736292.892431:0:215028:0:(osc_cache.c:908:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1767736292.892435:0:215028:0:(osc_request.c:2505:osc_release_ppga()) kvfree 'ppga': 8 at ffff92e4491f46a0. 00000008:00000020:2.0:1767736292.892448:0:215028:0:(osc_cache.c:2281:osc_io_unplug0()) Queue writeback work for client ffff92e448570740. 00000008:00000001:2.0:1767736292.892458:0:215028:0:(osc_request.c:2720:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736292.892464:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474886680 x1853604137183872/t17179870861(17179870861) o4->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:6/4 lens 648/448 e 0 to 0 dl 1767736308 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767736292.892476:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e474886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137183872:192.168.202.159@tcp:4:cp.0 00000100:00000001:2.0:1767736292.892482:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736292.892485:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736292.892488:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e474886680 x1853604137183872/t17179870861(17179870861) o4->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:6/4 lens 648/448 e 0 to 0 dl 1767736308 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736292.892496:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736292.892498:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736292.892503:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767736292.892505:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736292.892508:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736292.892510:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736292.892520:0:264667:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767736292.892523:0:264667:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446624108458969352 : -119965250582264 : ffff92e469da8908) 00000020:00001000:2.0:1767736292.892526:0:264667:0:(cl_object.c:830:cl_env_get()) 1@ffff92e469da8900 00000008:00000020:2.0:1767736292.892529:0:264667:0:(osc_request.c:4001:brw_queue_work()) Run writeback work for client obd ffff92e448570740. 00000008:00000001:2.0:1767736292.892531:0:264667:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1767736292.892558:0:264667:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1767736292.892561:0:264667:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767736292.892563:0:264667:0:(osc_cache.c:2265:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1767736292.892565:0:264667:0:(cl_object.c:924:cl_env_put()) 1@ffff92e469da8900 00010000:00000001:2.0:1767736293.455293:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736293.455298:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736293.455304:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736293.455306:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736293.455310:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736293.455312:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736293.455329:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736293.455331:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736293.455336:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736293.455338:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736293.455467:0:237492:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767736293.455473:0:237492:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736293.455492:0:237492:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767736294.159287:0:264667:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305053419, at 4305053440 00000100:00000010:2.0:1767736294.159302:0:264667:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446cb2000. 00000100:00000040:3.0:1767736294.159365:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305053419, at 4305053440 00000100:00000010:3.0:1767736294.159378:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446cb21e0. 00010000:00000001:2.0:1767736294.479274:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736294.479280:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736294.479285:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736294.479287:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736294.479291:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736294.479293:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736294.479297:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736294.479298:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736294.479302:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736294.479303:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736294.479324:0:237491:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767736294.479327:0:237491:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767736294.479331:0:237491:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767736294.964085:0:280187:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736294.964091:0:280187:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736294.964095:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3de0 00000080:00200000:3.0:1767736294.964100:0:280187:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736294.964109:0:280187:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44c921200. 00800000:00000002:3.0:1767736294.964117:0:280187:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736294.964122:0:280187:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736294.964129:0:280187:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736294.964132:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3d00 00800000:00000002:3.0:1767736294.964135:0:280187:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736294.964141:0:280187:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736294.964180:0:280187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736294.964184:0:280187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736294.964188:0:280187:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736294.964193:0:280187:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736294.964197:0:280187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.964202:0:280187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736294.964207:0:280187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.964213:0:280187:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736294.964220:0:280187:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736294.964224:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3bd0 00000002:00010000:3.0:1767736294.964227:0:280187:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736294.964233:0:280187:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736294.964236:0:280187:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736294.964241:0:280187:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736294.964250:0:280187:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 2 00010000:00000001:3.0:1767736294.964266:0:280187:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736294.964274:0:280187:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736294.964278:0:280187:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736294.964285:0:280187:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4766f8200/0x1486b26cfafa91ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d292c expref: -99 pid: 279278 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736294.964299:0:280187:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736294.964306:0:280187:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736294.964310:0:280187:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4766f8200/0x1486b26cfafa91ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d292c expref: -99 pid: 279278 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736294.964319:0:280187:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736294.964321:0:280187:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736294.964324:0:280187:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736294.964326:0:280187:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736294.964329:0:280187:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736294.964332:0:280187:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736294.964336:0:280187:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736294.964340:0:280187:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736294.964344:0:280187:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44c921200. 00000080:00000001:3.0:1767736294.964349:0:280187:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736294.964352:0:280187:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736294.964355:0:280187:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736294.964361:0:280187:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa91ed 00800000:00000001:3.0:1767736294.964365:0:280187:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736294.964368:0:280187:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736294.964370:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.964373:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.964376:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4766f8200 refcount=3 00000020:00000001:3.0:1767736294.964379:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108670059008 : -119965039492608 : ffff92e4766f8200) 00010000:00000001:3.0:1767736294.964382:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108670059008 : -119965039492608 : ffff92e4766f8200) 00010000:00000001:3.0:1767736294.964386:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.964388:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736294.964389:0:280187:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.964397:0:280187:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736294.964401:0:280187:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa91ed from it ffffa1dc880f3e18 00010000:00000001:3.0:1767736294.964404:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.964406:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.964407:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4766f8200 refcount=3 00000020:00000001:3.0:1767736294.964410:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108670059008 : -119965039492608 : ffff92e4766f8200) 00010000:00000001:3.0:1767736294.964412:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108670059008 : -119965039492608 : ffff92e4766f8200) 00010000:00000001:3.0:1767736294.964416:0:280187:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736294.964420:0:280187:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4766f8200/0x1486b26cfafa91ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d292c expref: -99 pid: 279278 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736294.964427:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.964429:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.964431:0:280187:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736294.964433:0:280187:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736294.964437:0:280187:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4766f8200/0x1486b26cfafa91ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d292c expref: -99 pid: 279278 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736294.964447:0:280187:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736294.964450:0:280187:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736294.964453:0:280187:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736294.964458:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.964459:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.964461:0:280187:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.964465:0:280187:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736294.964468:0:280187:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.964470:0:280187:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.964473:0:280187:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.964475:0:280187:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736294.964477:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.964478:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736294.964482:0:280187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736294.964484:0:280187:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736294.964487:0:280187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 101 00000080:00000001:3.0:1767736294.964494:0:280187:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.964504:0:280187:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736294.964537:0:280187:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736294.964539:0:280187:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736294.964542:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3ba8 00000080:00200000:3.0:1767736294.964545:0:280187:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736294.964550:0:280187:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44c921200. 00800000:00000002:3.0:1767736294.964554:0:280187:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736294.964557:0:280187:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736294.964560:0:280187:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736294.964562:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3ac8 00800000:00000002:3.0:1767736294.964564:0:280187:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736294.964568:0:280187:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736294.964570:0:280187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736294.964571:0:280187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736294.964573:0:280187:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736294.964575:0:280187:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736294.964577:0:280187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.964580:0:280187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736294.964582:0:280187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.964585:0:280187:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736294.964589:0:280187:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736294.964591:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3998 00000002:00010000:3.0:1767736294.964593:0:280187:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736294.964597:0:280187:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736294.964599:0:280187:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736294.964601:0:280187:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736294.964604:0:280187:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 2 00010000:00000001:3.0:1767736294.964607:0:280187:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736294.964611:0:280187:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736294.964613:0:280187:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736294.964617:0:280187:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4766f8200/0x1486b26cfafa91ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d292c expref: -99 pid: 279278 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736294.964625:0:280187:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736294.964628:0:280187:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736294.964632:0:280187:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4766f8200/0x1486b26cfafa91ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d292c expref: -99 pid: 279278 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736294.964654:0:280187:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736294.964656:0:280187:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736294.964658:0:280187:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736294.964661:0:280187:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736294.964663:0:280187:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736294.964665:0:280187:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736294.964668:0:280187:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736294.964671:0:280187:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736294.964674:0:280187:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44c921200. 00000080:00000001:3.0:1767736294.964677:0:280187:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736294.964679:0:280187:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736294.964682:0:280187:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736294.964685:0:280187:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa91ed 00800000:00000001:3.0:1767736294.964689:0:280187:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736294.964691:0:280187:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736294.964692:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.964694:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.964696:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4766f8200 refcount=3 00000020:00000001:3.0:1767736294.964698:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108670059008 : -119965039492608 : ffff92e4766f8200) 00010000:00000001:3.0:1767736294.964701:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108670059008 : -119965039492608 : ffff92e4766f8200) 00010000:00000001:3.0:1767736294.964704:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.964705:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736294.964707:0:280187:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.964709:0:280187:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736294.964711:0:280187:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa91ed from it ffffa1dc880f3be0 00010000:00000001:3.0:1767736294.964714:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.964715:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.964717:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4766f8200 refcount=3 00000020:00000001:3.0:1767736294.964719:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108670059008 : -119965039492608 : ffff92e4766f8200) 00010000:00000001:3.0:1767736294.964722:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108670059008 : -119965039492608 : ffff92e4766f8200) 00010000:00000001:3.0:1767736294.964724:0:280187:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736294.964727:0:280187:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4766f8200/0x1486b26cfafa91ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d292c expref: -99 pid: 279278 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736294.964740:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.964742:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.964744:0:280187:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736294.964746:0:280187:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736294.964749:0:280187:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4766f8200/0x1486b26cfafa91ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d292c expref: -99 pid: 279278 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736294.964756:0:280187:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736294.964758:0:280187:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736294.964760:0:280187:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736294.964762:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.964764:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.964766:0:280187:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.964768:0:280187:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736294.964770:0:280187:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.964772:0:280187:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.964775:0:280187:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.964777:0:280187:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736294.964779:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.964780:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736294.964782:0:280187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736294.964784:0:280187:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736294.964787:0:280187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:3.0:1767736294.964791:0:280187:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736294.964800:0:280187:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e44cd504e0. 00000020:00000001:3.0:1767736294.964805:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3d98 00000080:00200000:3.0:1767736294.964808:0:280187:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160d.sanity, dir=[0x200000007:0x1:0x0](ffff92e44364b248), flags=1536 00000080:00000001:3.0:1767736294.964812:0:280187:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736294.964813:0:280187:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736294.964815:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3ca8 00000080:00200000:3.0:1767736294.964817:0:280187:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736294.964821:0:280187:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44c921200. 00800000:00000002:3.0:1767736294.964824:0:280187:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736294.964826:0:280187:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736294.964828:0:280187:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736294.964836:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3bc8 00800000:00000002:3.0:1767736294.964838:0:280187:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736294.964842:0:280187:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736294.964843:0:280187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736294.964845:0:280187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736294.964847:0:280187:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736294.964849:0:280187:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736294.964851:0:280187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.964853:0:280187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736294.964855:0:280187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.964858:0:280187:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736294.964862:0:280187:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736294.964864:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3a98 00000002:00010000:3.0:1767736294.964866:0:280187:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736294.964870:0:280187:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736294.964871:0:280187:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736294.964873:0:280187:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736294.964876:0:280187:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 2 00010000:00000001:3.0:1767736294.964879:0:280187:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736294.964882:0:280187:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736294.964884:0:280187:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736294.964888:0:280187:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4766f8200/0x1486b26cfafa91ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d292c expref: -99 pid: 279278 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736294.964896:0:280187:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736294.964898:0:280187:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736294.964902:0:280187:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4766f8200/0x1486b26cfafa91ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d292c expref: -99 pid: 279278 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736294.964909:0:280187:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736294.964911:0:280187:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736294.964913:0:280187:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736294.964915:0:280187:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736294.964917:0:280187:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736294.964920:0:280187:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736294.964927:0:280187:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736294.964930:0:280187:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736294.964932:0:280187:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44c921200. 00000080:00000001:3.0:1767736294.964936:0:280187:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736294.964937:0:280187:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736294.964940:0:280187:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736294.964943:0:280187:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa91ed 00800000:00000001:3.0:1767736294.964946:0:280187:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736294.964948:0:280187:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736294.964950:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.964951:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.964953:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4766f8200 refcount=3 00000020:00000001:3.0:1767736294.964955:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108670059008 : -119965039492608 : ffff92e4766f8200) 00010000:00000001:3.0:1767736294.964958:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108670059008 : -119965039492608 : ffff92e4766f8200) 00010000:00000001:3.0:1767736294.964961:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.964962:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736294.964964:0:280187:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.964966:0:280187:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736294.964968:0:280187:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa91ed from it ffffa1dc880f3ce0 00010000:00000001:3.0:1767736294.964971:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.964972:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.964974:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4766f8200 refcount=3 00000020:00000001:3.0:1767736294.964976:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108670059008 : -119965039492608 : ffff92e4766f8200) 00010000:00000001:3.0:1767736294.964978:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108670059008 : -119965039492608 : ffff92e4766f8200) 00010000:00000001:3.0:1767736294.964981:0:280187:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736294.964984:0:280187:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4766f8200/0x1486b26cfafa91ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d292c expref: -99 pid: 279278 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736294.964991:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.964992:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.964994:0:280187:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736294.964996:0:280187:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736294.964999:0:280187:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4766f8200/0x1486b26cfafa91ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d292c expref: -99 pid: 279278 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736294.965018:0:280187:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736294.965020:0:280187:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736294.965022:0:280187:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736294.965024:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.965026:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.965027:0:280187:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.965030:0:280187:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736294.965032:0:280187:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.965034:0:280187:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.965036:0:280187:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.965039:0:280187:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736294.965040:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.965042:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736294.965044:0:280187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736294.965045:0:280187:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736294.965048:0:280187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 3 00000080:00000001:3.0:1767736294.965052:0:280187:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.965057:0:280187:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736294.965058:0:280187:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736294.965060:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3d90 00000080:00200000:3.0:1767736294.965062:0:280187:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736294.965066:0:280187:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44c921200. 00800000:00000002:3.0:1767736294.965069:0:280187:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736294.965072:0:280187:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736294.965074:0:280187:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736294.965075:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3cb0 00800000:00000002:3.0:1767736294.965078:0:280187:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736294.965081:0:280187:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736294.965082:0:280187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736294.965084:0:280187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736294.965085:0:280187:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736294.965087:0:280187:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736294.965089:0:280187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.965091:0:280187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736294.965093:0:280187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.965102:0:280187:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736294.965106:0:280187:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736294.965108:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3b80 00000002:00010000:3.0:1767736294.965110:0:280187:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736294.965113:0:280187:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736294.965115:0:280187:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736294.965117:0:280187:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736294.965119:0:280187:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 2 00010000:00000001:3.0:1767736294.965122:0:280187:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736294.965125:0:280187:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736294.965127:0:280187:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736294.965131:0:280187:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4766f8200/0x1486b26cfafa91ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d292c expref: -99 pid: 279278 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736294.965138:0:280187:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736294.965140:0:280187:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736294.965183:0:280187:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4766f8200/0x1486b26cfafa91ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d292c expref: -99 pid: 279278 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736294.965191:0:280187:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736294.965194:0:280187:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736294.965196:0:280187:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736294.965198:0:280187:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736294.965202:0:280187:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736294.965205:0:280187:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736294.965209:0:280187:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736294.965213:0:280187:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736294.965217:0:280187:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44c921200. 00000080:00000001:3.0:1767736294.965223:0:280187:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736294.965226:0:280187:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736294.965229:0:280187:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736294.965232:0:280187:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa91ed 00800000:00000001:3.0:1767736294.965236:0:280187:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736294.965239:0:280187:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736294.965250:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.965252:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.965255:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4766f8200 refcount=3 00000020:00000001:3.0:1767736294.965258:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108670059008 : -119965039492608 : ffff92e4766f8200) 00010000:00000001:3.0:1767736294.965262:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108670059008 : -119965039492608 : ffff92e4766f8200) 00010000:00000001:3.0:1767736294.965266:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.965268:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736294.965271:0:280187:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.965274:0:280187:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736294.965277:0:280187:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa91ed from it ffffa1dc880f3dc8 00010000:00000001:3.0:1767736294.965280:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.965283:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.965285:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4766f8200 refcount=3 00000020:00000001:3.0:1767736294.965289:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108670059008 : -119965039492608 : ffff92e4766f8200) 00010000:00000001:3.0:1767736294.965293:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108670059008 : -119965039492608 : ffff92e4766f8200) 00010000:00000001:3.0:1767736294.965296:0:280187:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736294.965301:0:280187:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4766f8200/0x1486b26cfafa91ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d292c expref: -99 pid: 279278 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736294.965308:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.965311:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.965313:0:280187:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736294.965316:0:280187:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736294.965320:0:280187:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4766f8200/0x1486b26cfafa91ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d292c expref: -99 pid: 279278 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736294.965327:0:280187:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736294.965330:0:280187:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736294.965332:0:280187:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736294.965336:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.965338:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.965340:0:280187:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.965343:0:280187:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736294.965345:0:280187:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.965348:0:280187:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.965359:0:280187:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.965362:0:280187:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736294.965364:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.965367:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736294.965369:0:280187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736294.965372:0:280187:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736294.965375:0:280187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 3 00000080:00000001:3.0:1767736294.965379:0:280187:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.965384:0:280187:0:(namei.c:2172:do_mkdir()) Process entered 00000020:00000001:3.0:1767736294.965387:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3da0 00000080:00200000:3.0:1767736294.965390:0:280187:0:(namei.c:2175:do_mkdir()) VFS Op:name=d160d.sanity, dir=[0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00000001:3.0:1767736294.965394:0:280187:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:3.0:1767736294.965398:0:280187:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1767736294.965402:0:280187:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44c921200. 00800000:00000002:3.0:1767736294.965407:0:280187:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000010:3.0:1767736294.965416:0:280187:0:(namei.c:1731:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff92e442d05a80. 00000080:00000001:3.0:1767736294.965421:0:280187:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.965425:0:280187:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:3.0:1767736294.965428:0:280187:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1767736294.965433:0:280187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736294.965435:0:280187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736294.965437:0:280187:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736294.965439:0:280187:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736294.965441:0:280187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.965444:0:280187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736294.965447:0:280187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.965454:0:280187:0:(lmv_obd.c:1669:lmv_locate_tgt_qos()) Process entered 00020000:00000001:3.0:1767736294.965457:0:280187:0:(lu_tgt_descs.c:436:ltd_qos_penalties_calc()) Process entered 00020000:00000001:3.0:1767736294.965462:0:280187:0:(lu_tgt_descs.c:573:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:3.0:1767736294.965465:0:280187:0:(lmv_obd.c:1681:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:3.0:1767736294.965469:0:280187:0:(lmv_obd.c:1750:lmv_locate_tgt_rr()) Process entered 00800000:00000001:3.0:1767736294.965473:0:280187:0:(lmv_obd.c:1764:lmv_locate_tgt_rr()) Process leaving (rc=18446624108469325312 : -119965240226304 : ffff92e46a788e00) 00800000:00000001:3.0:1767736294.965476:0:280187:0:(obd_class.h:1036:obd_statfs_async()) Process entered 00800000:00000004:3.0:1767736294.965488:0:280187:0:(obd_class.h:1049:obd_statfs_async()) lustre-MDT0000-mdc-ffff92e443fe1800: age 10355, max_age 0 00000100:00000010:3.0:1767736294.965497:0:280187:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5e300. 00000020:00000040:3.0:1767736294.965502:0:280187:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=76 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:3.0:1767736294.965508:0:280187:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736294.965541:0:280187:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736294.965546:0:280187:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736294.965556:0:280187:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e444422f00. 00000100:00000001:3.0:1767736294.965565:0:280187:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.965571:0:280187:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736294.965576:0:280187:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736294.965592:0:280187:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037039dc5] to pc [ptlrpcd_01_00+0] req@ffff92e46ae5e300 x1853604137184000/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00800000:00000001:3.0:1767736294.965628:0:280187:0:(obd_class.h:1053:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.965632:0:280187:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446624108469325312 : -119965240226304 : ffff92e46a788e00) 00800000:00000001:3.0:1767736294.965636:0:280187:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1767736294.965638:0:280187:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1767736294.965641:0:280187:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1767736294.965644:0:280187:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1767736294.965647:0:280187:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff92e443fe1800: Allocated FID [0x2000013a2:0x90d:0x0] 40000000:00000001:3.0:1767736294.965651:0:280187:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.965655:0:280187:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.965658:0:280187:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.965661:0:280187:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736294.965665:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3be0 00800000:00000002:3.0:1767736294.965668:0:280187:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd160d.sanity' [0x2000013a2:0x90d:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:3.0:1767736294.965674:0:280187:0:(mdc_reint.c:154:mdc_create()) Process entered 00000100:00000001:2.0:1767736294.965674:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000002:00000001:3.0:1767736294.965683:0:280187:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000100:00000001:2.0:1767736294.965685:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:3.0:1767736294.965689:0:280187:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 2 00000100:00000001:2.0:1767736294.965692:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767736294.965698:0:280187:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736294.965704:0:280187:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00000100:00000040:2.0:1767736294.965710:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5e300 x1853604137184000/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767736294.965711:0:280187:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767736294.965719:0:280187:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4766f8200/0x1486b26cfafa91ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x36aa93000a8d292c expref: -99 pid: 279278 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1767736294.965754:0:280187:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000100:00000001:2.0:1767736294.965756:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000080:00000001:3.0:1767736294.965761:0:280187:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000100:00000001:2.0:1767736294.965762:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.965767:0:280187:0:(file.c:6052:ll_have_md_lock()) Process entered 02000000:00000001:2.0:1767736294.965772:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000080:00000040:3.0:1767736294.965773:0:280187:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 02000000:00000001:2.0:1767736294.965779:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767736294.965780:0:280187:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 02000000:00000001:2.0:1767736294.965786:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767736294.965794:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137184000:192.168.202.159@tcp:41:mkdir.0 00010000:00000001:3.0:1767736294.965796:0:280187:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736294.965802:0:280187:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 3 00000100:00000001:2.0:1767736294.965806:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1767736294.965809:0:280187:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767736294.965816:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000002:00000001:3.0:1767736294.965817:0:280187:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736294.965824:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.965825:0:280187:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736294.965831:0:280187:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 02000000:00000001:2.0:1767736294.965834:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000040:3.0:1767736294.965837:0:280187:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 3 00010000:00000001:3.0:1767736294.965843:0:280187:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767736294.965844:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92e44aae6c00. 00000002:00000001:3.0:1767736294.965847:0:280187:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.965850:0:280187:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736294.965852:0:280187:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736294.965854:0:280187:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 3 00010000:00000001:3.0:1767736294.965856:0:280187:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767736294.965867:0:280187:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736294.965867:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.965879:0:280187:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1767736294.965883:0:280187:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff92e44364b180, pfid = [0x0:0x0:0x0] 00000400:00000200:2.0:1767736294.965892:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000080:00000001:3.0:1767736294.965895:0:280187:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000400:00000010:2.0:1767736294.965901:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5d10. 00000080:00000001:3.0:1767736294.965903:0:280187:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1767736294.965910:0:280187:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1767736294.965913:0:280187:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767736294.965914:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993a18. 00010000:00000001:3.0:1767736294.965918:0:280187:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767736294.965925:0:280187:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767736294.965929:0:280187:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:2.0:1767736294.965929:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853604137184000, portal 10 00010000:00000001:3.0:1767736294.965935:0:280187:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767736294.965938:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1767736294.965941:0:280187:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736294.965944:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00000020:00000040:3.0:1767736294.965948:0:280187:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e4766f8200 with handle 0x1486b26cfafa91ed from hash 00010000:00000001:3.0:1767736294.965955:0:280187:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:2.0:1767736294.965961:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5e300 x1853604137184000/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 1767736310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767736294.965962:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.965967:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.965973:0:280187:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767736294.965980:0:280187:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767736294.965986:0:280187:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:2.0:1767736294.965989:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767736294.965995:0:280187:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767736294.965997:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00010000:00000001:3.0:1767736294.966003:0:280187:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767736294.966006:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993cc0. 00000002:00000001:3.0:1767736294.966010:0:280187:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767736294.966013:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604137184000, offset 0 00000100:00000010:3.0:1767736294.966021:0:280187:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5c700. 00000400:00000200:2.0:1767736294.966025:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767736294.966042:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000020:00000040:3.0:1767736294.966044:0:280187:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 02000000:00000001:3.0:1767736294.966056:0:280187:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1767736294.966057:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 02000000:00000001:3.0:1767736294.966065:0:280187:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736294.966072:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1767736294.966073:0:280187:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736294.966080:0:280187:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:2.0:1767736294.966082:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00010000:00000001:3.0:1767736294.966089:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767736294.966091:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1767736294.966094:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767736294.966101:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00010000:00000001:3.0:1767736294.966102:0:280187:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.966110:0:280187:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767736294.966112:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57543:57543:256:4294967295] 192.168.202.159@tcp LPNI seq info [57544:57544:8:4294967295] 02000000:00000001:3.0:1767736294.966114:0:280187:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736294.966122:0:280187:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736294.966126:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 02000000:00000010:3.0:1767736294.966133:0:280187:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e449365400. 00000400:00000200:2.0:1767736294.966181:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000100:00000001:3.0:1767736294.966182:0:280187:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.966193:0:280187:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736294.966197:0:280187:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000800:00000200:2.0:1767736294.966202:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00010000:00010000:3.0:1767736294.966210:0:280187:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4766f8200/0x1486b26cfafa91ed lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x36aa93000a8d292c expref: -99 pid: 279278 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767736294.966213:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44bf45300. 00010000:00010000:3.0:1767736294.966230:0:280187:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000800:00000200:2.0:1767736294.966237:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00010000:00000001:3.0:1767736294.966238:0:280187:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767736294.966248:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767736294.966252:0:280187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4766f8200/0x1486b26cfafa91ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x36aa93000a8d292c expref: -99 pid: 279278 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1767736294.966260:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767736294.966272:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44bf45300 type 1, nob 320 niov 1 nkiov 1 00010000:00000040:3.0:1767736294.966275:0:280187:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e443eba000 count: 0 00010000:00000010:3.0:1767736294.966286:0:280187:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff92e445822800. 00000100:00000001:2.0:1767736294.966293:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.966298:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767736294.966303:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10211 usecs (11 jiffies) 00010000:00000001:3.0:1767736294.966304:0:280187:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.966314:0:280187:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736294.966321:0:280187:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736294.966321:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00010000:00000001:3.0:1767736294.966326:0:280187:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736294.966338:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054258 00000020:00100000:3.0:1767736294.966340:0:280187:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00000010:2.0:1767736294.966349:0:215028:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446072960. 00000100:00100000:3.0:1767736294.966360:0:280187:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46ae5c700 x1853604137184256/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767736294.966364:0:215028:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767736294.966378:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054258 00000100:00000001:3.0:1767736294.966379:0:280187:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000010:2.0:1767736294.966387:0:215028:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e4460723c0. 00000100:00000001:2.0:1767736294.966392:0:215028:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767736294.966399:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736294.966401:0:280187:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1767736294.966407:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736294.966413:0:280187:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e360eac0c0. 00000100:00000001:2.0:1767736294.966414:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.966422:0:280187:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624104014069952 : -119969695481664 : ffff92e360eac0c0) 00000100:00000001:2.0:1767736294.966424:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736294.966431:0:280187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736294.966436:0:280187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476483328 : -119965233068288 : ffff92e46ae5c700) 00000100:00000001:2.0:1767736294.966438:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736294.966442:0:280187:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767736294.966445:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767736294.966450:0:280187:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736294.966453:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736294.966457:0:280187:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767736294.966459:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736294.966463:0:280187:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767736294.966465:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736294.966472:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736294.966475:0:280187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5c700 x1853604137184256/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736294.966487:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736294.966489:0:280187:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767736294.966493:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.966495:0:280187:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736294.966503:0:280187:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736294.966508:0:280187:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736294.966530:0:280187:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736294.966537:0:280187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5c700 pname:cluuid:pid:xid:nid:opc:job mkdir:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280187:1853604137184256:192.168.202.159@tcp:36:mkdir.0 00000100:00000001:3.0:1767736294.966542:0:280187:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736294.966546:0:280187:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736294.966548:0:280187:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736294.966550:0:280187:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736294.966557:0:280187:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766a8000. 02000000:00000001:3.0:1767736294.966560:0:280187:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736294.966568:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736294.966574:0:280187:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78420. 00000400:00000010:3.0:1767736294.966582:0:280187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299bb0. 00000100:00000200:3.0:1767736294.966588:0:280187:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137184256, portal 10 00000100:00000001:3.0:1767736294.966590:0:280187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736294.966592:0:280187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476483328 : -119965233068288 : ffff92e46ae5c700) 00000100:00000040:3.0:1767736294.966599:0:280187:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5c700 x1853604137184256/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767736310 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736294.966609:0:280187:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767736294.966610:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767736294.966616:0:280187:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767736294.966620:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44bf45300. 00000400:00000200:2.0:1767736294.966627:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767736294.966631:0:280187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299000. 00000100:00000200:3.0:1767736294.966639:0:280187:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1853604137184256, offset 0 00000400:00000200:2.0:1767736294.966643:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736294.966655:0:280187:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767736294.966665:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993cc0 00000400:00000200:3.0:1767736294.966666:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767736294.966674:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993cc0. 00000400:00000200:3.0:1767736294.966681:0:280187:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000100:00000001:2.0:1767736294.966686:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767736294.966691:0:280187:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767736294.966702:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5e300 x1853604137184000/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 1767736310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767736294.966703:0:280187:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736294.966715:0:280187:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736294.966727:0:280187:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000100:00000001:2.0:1767736294.966742:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736294.966748:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5e300 x1853604137184000/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 1767736310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736294.966757:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736294.966759:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767736294.966830:0:280187:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57544:57544:255:4294967295] 192.168.202.159@tcp LPNI seq info [57545:57545:7:4294967295] 00000400:00000200:3.0:1767736294.966838:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736294.966848:0:280187:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736294.966855:0:280187:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736294.966862:0:280187:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422500. 00000800:00000200:3.0:1767736294.966872:0:280187:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736294.966880:0:280187:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736294.966885:0:280187:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422500 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:3.0:1767736294.966896:0:280187:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736294.966902:0:280187:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10211 usecs (11 jiffies) 00000400:00000200:3.0:1767736294.966909:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736294.966913:0:280187:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054258 00000100:00000001:3.0:1767736294.966918:0:280187:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305054258 00000100:00000001:3.0:1767736294.966921:0:280187:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054258 00000100:00000001:3.0:1767736294.966924:0:280187:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305054258 00000100:00000001:3.0:1767736294.966927:0:280187:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736294.966930:0:280187:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.966934:0:280187:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736294.966936:0:280187:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736294.966940:0:280187:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e360eac0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736294.966944:0:280187:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736294.966956:0:280187:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736294.966972:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736294.966990:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422500. 00000400:00000200:2.0:1767736294.966996:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736294.967002:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736294.967007:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299000 00000400:00000010:2.0:1767736294.967009:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299000. 00000100:00000001:2.0:1767736294.967013:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736294.967018:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5c700 x1853604137184256/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767736310 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736294.967028:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736294.967032:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5c700 x1853604137184256/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767736310 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736294.967039:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736294.967041:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736294.969817:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.969833:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736294.969836:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.969840:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736294.969848:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.969858:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736294.969866:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.969872:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.969878:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.969883:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 368 into portal 10 MB=0x695d7d826ab00 00000400:00000200:2.0:1767736294.969889:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.969896:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 368/368 into md 0x844ad [1] + 224 00000800:00000001:2.0:1767736294.969904:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.969914:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736294.969918:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736294.969922:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736294.969927:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736294.969935:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5e300 x1853604137184000/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 1767736310 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736294.969949:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff92e46ae5e300 x1853604137184000/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 1767736310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736294.969991:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736294.970001:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.970006:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736294.970026:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736294.970033:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736294.970041:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736294.970044:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736294.970048:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5d10. 00000400:00000200:3.0:1767736294.970055:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993a18 00000400:00000010:3.0:1767736294.970057:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993a18. 00000100:00000001:3.0:1767736294.970062:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736294.970071:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5e300 x1853604137184000/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 1767736310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736294.970086:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5e300 x1853604137184000/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 1767736310 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736294.970096:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736294.970098:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736294.970102:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736294.970105:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736294.970108:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736294.970111:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736294.970114:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736294.970123:0:215028:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=59 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736294.970128:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=59 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736294.970131:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736294.970133:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.970136:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736294.970140:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.970182:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736294.970185:0:215028:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924763 00000100:00000001:3.0:1767736294.970188:0:215028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736294.970190:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736294.970196:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5e300 x1853604137184000/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 1767736310 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736294.970208:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736294.970212:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736294.970215:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:3.0:1767736294.970233:0:215028:0:(mdc_request.c:1595:mdc_statfs_interpret()) blocks=353529 free=351486 avail=315783 objects=1024000 free=1023583 state=0 00000100:00000040:3.0:1767736294.970242:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5e300 x1853604137184000/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 1767736310 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736294.970254:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137184000:192.168.202.159@tcp:41:mkdir.0 00000100:00000001:3.0:1767736294.970261:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736294.970264:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736294.970270:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5e300 x1853604137184000/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 1767736310 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736294.970278:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736294.970282:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736294.970285:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92e44aae6c00. 02000000:00000001:3.0:1767736294.970289:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736294.970291:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736294.970293:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=76 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736294.970296:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736294.970299:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e444422f00. 02000000:00000001:3.0:1767736294.970302:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736294.970304:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736294.970306:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5e300. 00000100:00000001:3.0:1767736294.970310:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736294.970312:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736294.970314:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736294.970319:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736294.970321:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.970324:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736294.970326:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1F:1767736294.973311:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e443eba000. 00010000:00000010:3.1:1767736294.973328:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e4766f8200. 00000800:00000001:2.0:1767736294.974465:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.974479:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736294.974483:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.974486:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736294.974494:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.974503:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736294.974536:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.974542:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.974547:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.974552:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 448 into portal 10 MB=0x695d7d826ac00 00000400:00000200:2.0:1767736294.974557:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.974563:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 448/448 into md 0x844bd [1] + 224 00000800:00000001:2.0:1767736294.974569:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.974579:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736294.974582:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736294.974587:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736294.974592:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736294.974599:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5c700 x1853604137184256/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767736310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736294.974613:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff92e46ae5c700 x1853604137184256/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767736310 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736294.974640:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736294.974648:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.974651:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736294.974706:0:280187:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736294.974730:0:280187:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736294.974732:0:280187:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736294.974735:0:280187:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78420. 00000400:00000200:3.0:1767736294.974741:0:280187:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299bb0 00000400:00000010:3.0:1767736294.974744:0:280187:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299bb0. 00000100:00000001:3.0:1767736294.974747:0:280187:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736294.974757:0:280187:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5c700 x1853604137184256/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767736310 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736294.974784:0:280187:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5c700 x1853604137184256/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767736310 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736294.974793:0:280187:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736294.974795:0:280187:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736294.974798:0:280187:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736294.974801:0:280187:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736294.974803:0:280187:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736294.974805:0:280187:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736294.974808:0:280187:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736294.974814:0:280187:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=59 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736294.974818:0:280187:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=59 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736294.974821:0:280187:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736294.974823:0:280187:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.974825:0:280187:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736294.974828:0:280187:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.974831:0:280187:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767736294.974834:0:280187:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x100005b59/0x1] 00000100:00000001:3.0:1767736294.974836:0:280187:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767736294.974839:0:280187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736294.974841:0:280187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476483328 : -119965233068288 : ffff92e46ae5c700) 00000100:00000001:3.0:1767736294.974844:0:280187:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736294.974846:0:280187:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924763 00000100:00000001:3.0:1767736294.974848:0:280187:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736294.974850:0:280187:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736294.974855:0:280187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5c700 x1853604137184256/t12884924766(12884924766) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/448 e 0 to 0 dl 1767736310 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736294.974865:0:280187:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736294.974868:0:280187:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736294.974870:0:280187:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736294.974874:0:280187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5c700 x1853604137184256/t12884924766(12884924766) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/448 e 0 to 0 dl 1767736310 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736294.974884:0:280187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5c700 pname:cluuid:pid:xid:nid:opc:job mkdir:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280187:1853604137184256:192.168.202.159@tcp:36:mkdir.0 00000100:00000001:3.0:1767736294.974896:0:280187:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736294.974900:0:280187:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.974902:0:280187:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736294.974905:0:280187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736294.974909:0:280187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5c700 x1853604137184256/t12884924766(12884924766) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/448 e 0 to 0 dl 1767736310 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736294.974917:0:280187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736294.974921:0:280187:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e360eac0c0. 00000100:00000001:3.0:1767736294.974924:0:280187:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736294.974926:0:280187:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.974933:0:280187:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.974936:0:280187:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x90d:0x0] 00800000:00000001:3.0:1767736294.974939:0:280187:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.974942:0:280187:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000002:3.0:1767736294.974946:0:280187:0:(namei.c:1635:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1767736284 to 1767736294 00000080:00000001:3.0:1767736294.974950:0:280187:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767736294.974955:0:280187:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767736294.974958:0:280187:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767736294.974961:0:280187:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145805 : 144115272398145805 : 2000013a200090d) 00000080:00000001:3.0:1767736294.974965:0:280187:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:3.0:1767736294.974978:0:280187:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff92e474754a40. 00000080:00000001:3.0:1767736294.974988:0:280187:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:3.0:1767736294.974990:0:280187:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x90d:0x0](ffff92e474754b08) 00000080:00000001:3.0:1767736294.974994:0:280187:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767736294.974997:0:280187:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x90d:0x0] 00000080:00000001:3.0:1767736294.975000:0:280187:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.975002:0:280187:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145805 : 144115272398145805 : 2000013a200090d) 00000080:00000001:3.0:1767736294.975006:0:280187:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:3.0:1767736294.975009:0:280187:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145805 mtime from 0 to 1767736294 00000080:00200000:3.0:1767736294.975013:0:280187:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x90d:0x0], updating i_size 4096 00000080:00000001:3.0:1767736294.975016:0:280187:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1767736294.975019:0:280187:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624108636883720 : -119965072667896 : ffff92e474754b08) 00000080:00000001:3.0:1767736294.975022:0:280187:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767736294.975025:0:280187:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767736294.975033:0:280187:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.975038:0:280187:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.975041:0:280187:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:3.0:1767736294.975043:0:280187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736294.975048:0:280187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5c700 x1853604137184256/t12884924766(12884924766) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/448 e 0 to 0 dl 1767736310 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736294.975056:0:280187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.975059:0:280187:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736294.975062:0:280187:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44c921200. 00000080:00000010:3.0:1767736294.975065:0:280187:0:(namei.c:2005:ll_new_node()) kfreed 'lum': 48 at ffff92e442d05a80. 00000080:00000001:3.0:1767736294.975068:0:280187:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.975071:0:280187:0:(namei.c:2183:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1767736294.975075:0:280187:0:(namei.c:2227:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.975084:0:280187:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1767736294.975089:0:280187:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1767736294.975106:0:280187:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736294.975109:0:280187:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736294.975111:0:280187:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736294.975113:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3bc0 00000080:00200000:3.0:1767736294.975116:0:280187:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736294.975121:0:280187:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44c921200. 00800000:00000002:3.0:1767736294.975125:0:280187:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736294.975129:0:280187:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736294.975131:0:280187:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736294.975133:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3ae0 00800000:00000002:3.0:1767736294.975136:0:280187:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736294.975140:0:280187:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736294.975191:0:280187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736294.975193:0:280187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736294.975195:0:280187:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736294.975197:0:280187:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736294.975200:0:280187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.975203:0:280187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736294.975205:0:280187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.975209:0:280187:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736294.975213:0:280187:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736294.975215:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f39b0 00000002:00010000:3.0:1767736294.975226:0:280187:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736294.975231:0:280187:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736294.975233:0:280187:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736294.975235:0:280187:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736294.975239:0:280187:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.975242:0:280187:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.975244:0:280187:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.975247:0:280187:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736294.975251:0:280187:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767736294.975254:0:280187:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5e300. 00000020:00000040:3.0:1767736294.975258:0:280187:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00010000:00000001:3.0:1767736294.975264:0:280187:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736294.975268:0:280187:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736294.975274:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.975277:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.975279:0:280187:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.975282:0:280187:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736294.975284:0:280187:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736294.975288:0:280187:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736294.975295:0:280187:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e449365c00. 00000100:00000001:3.0:1767736294.975300:0:280187:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.975304:0:280187:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736294.975307:0:280187:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.975310:0:280187:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736294.975312:0:280187:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.975315:0:280187:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.975321:0:280187:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00010000:00000001:3.0:1767736294.975326:0:280187:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736294.975329:0:280187:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767736294.975334:0:280187:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e4499e6500. 00010000:00000010:3.0:1767736294.975339:0:280187:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e45d612100. 00010000:00000001:3.0:1767736294.975343:0:280187:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767736294.975346:0:280187:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f7400. 00000020:00000001:3.0:1767736294.975350:0:280187:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736294.975353:0:280187:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f7400 with handle 0x1486b26cfafa921e to hash 00000020:00000001:3.0:1767736294.975355:0:280187:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736294.975363:0:280187:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736294.975367:0:280187:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736294.975371:0:280187:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736294.975373:0:280187:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736294.975378:0:280187:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 280187 initiator: MDT0 00010000:00010000:3.0:1767736294.975387:0:280187:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280187 initiator: MDT0 00010000:00010000:3.0:1767736294.975400:0:280187:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280187 initiator: MDT0 00000100:00000001:3.0:1767736294.975405:0:280187:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736294.975407:0:280187:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736294.975411:0:280187:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e360eac0c0. 00000100:00000001:3.0:1767736294.975414:0:280187:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624104014069952 : -119969695481664 : ffff92e360eac0c0) 00000100:00000001:3.0:1767736294.975417:0:280187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736294.975418:0:280187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00000100:00000001:3.0:1767736294.975422:0:280187:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736294.975425:0:280187:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.975427:0:280187:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736294.975429:0:280187:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736294.975435:0:280187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5e300 x1853604137184384/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.975445:0:280187:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736294.975447:0:280187:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736294.975450:0:280187:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736294.975453:0:280187:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736294.975455:0:280187:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736294.975459:0:280187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5e300 pname:cluuid:pid:xid:nid:opc:job mkdir:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280187:1853604137184384:192.168.202.159@tcp:101:mkdir.0 00000100:00000001:3.0:1767736294.975463:0:280187:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736294.975467:0:280187:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736294.975469:0:280187:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736294.975477:0:280187:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736294.975481:0:280187:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766a9000. 02000000:00000001:3.0:1767736294.975484:0:280187:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736294.975490:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736294.975494:0:280187:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78420. 00000400:00000010:3.0:1767736294.975498:0:280187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299bb0. 00000100:00000200:3.0:1767736294.975503:0:280187:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137184384, portal 10 00000100:00000001:3.0:1767736294.975506:0:280187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736294.975507:0:280187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00000100:00000040:3.0:1767736294.975542:0:280187:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5e300 x1853604137184384/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736310 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.975551:0:280187:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736294.975554:0:280187:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736294.975558:0:280187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2995d8. 00000100:00000200:3.0:1767736294.975561:0:280187:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604137184384, offset 0 00000400:00000200:3.0:1767736294.975567:0:280187:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736294.975573:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736294.975579:0:280187:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736294.975584:0:280187:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736294.975587:0:280187:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736294.975591:0:280187:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736294.975594:0:280187:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736294.975598:0:280187:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57545:57545:256:4294967295] 192.168.202.159@tcp LPNI seq info [57546:57546:8:4294967295] 00000400:00000200:3.0:1767736294.975604:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736294.975613:0:280187:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736294.975619:0:280187:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736294.975623:0:280187:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422f00. 00000800:00000200:3.0:1767736294.975629:0:280187:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736294.975635:0:280187:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736294.975639:0:280187:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767736294.975656:0:280187:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736294.975669:0:280187:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10211 usecs (11 jiffies) 00000400:00000200:3.0:1767736294.975675:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736294.975677:0:280187:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054267 00000100:00000001:3.0:1767736294.975684:0:280187:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054258 00000100:00000001:3.0:1767736294.975688:0:280187:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054267 00000100:00000001:3.0:1767736294.975692:0:280187:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054258 00000100:00000001:3.0:1767736294.975695:0:280187:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736294.975699:0:280187:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.975702:0:280187:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736294.975704:0:280187:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736294.975708:0:280187:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e360eac0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736294.975712:0:280187:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736294.975714:0:280187:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736294.975804:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736294.975812:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422f00. 00000400:00000200:2.0:1767736294.975818:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736294.975826:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736294.975843:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2995d8 00000400:00000010:2.0:1767736294.975846:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2995d8. 00000100:00000001:2.0:1767736294.975850:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736294.975858:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5e300 x1853604137184384/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736310 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736294.975870:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736294.975874:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5e300 x1853604137184384/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736310 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736294.975883:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736294.975885:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736294.978912:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.978927:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736294.978931:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.978934:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736294.978941:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.978948:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736294.978955:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.978960:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.978964:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.978968:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 688 into portal 10 MB=0x695d7d826ac80 00000400:00000200:2.0:1767736294.978974:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.978980:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 688/688 into md 0x844cd [1] + 224 00000800:00000001:2.0:1767736294.978986:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.978995:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736294.978998:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736294.979003:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736294.979008:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736294.979015:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5e300 x1853604137184384/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736310 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736294.979029:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1792 req@ffff92e46ae5e300 x1853604137184384/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736310 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736294.979057:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736294.979078:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.979083:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736294.979097:0:280187:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736294.979108:0:280187:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736294.979111:0:280187:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736294.979115:0:280187:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78420. 00000400:00000200:3.0:1767736294.979122:0:280187:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299bb0 00000400:00000010:3.0:1767736294.979125:0:280187:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299bb0. 00000100:00000001:3.0:1767736294.979129:0:280187:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736294.979138:0:280187:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5e300 x1853604137184384/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736310 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736294.979185:0:280187:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5e300 x1853604137184384/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736310 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.979196:0:280187:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736294.979198:0:280187:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736294.979202:0:280187:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736294.979205:0:280187:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736294.979208:0:280187:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736294.979210:0:280187:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736294.979214:0:280187:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736294.979220:0:280187:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=59 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736294.979226:0:280187:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=59 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736294.979242:0:280187:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736294.979245:0:280187:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.979249:0:280187:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736294.979252:0:280187:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.979256:0:280187:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736294.979258:0:280187:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924763 00000100:00000001:3.0:1767736294.979261:0:280187:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736294.979264:0:280187:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736294.979272:0:280187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5e300 x1853604137184384/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767736310 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.979282:0:280187:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736294.979285:0:280187:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736294.979288:0:280187:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736294.979293:0:280187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5e300 x1853604137184384/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767736310 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736294.979303:0:280187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5e300 pname:cluuid:pid:xid:nid:opc:job mkdir:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280187:1853604137184384:192.168.202.159@tcp:101:mkdir.0 00000100:00000001:3.0:1767736294.979308:0:280187:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736294.979311:0:280187:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.979313:0:280187:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736294.979315:0:280187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736294.979319:0:280187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5e300 x1853604137184384/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767736310 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.979327:0:280187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736294.979330:0:280187:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e360eac0c0. 00000100:00000001:3.0:1767736294.979333:0:280187:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736294.979335:0:280187:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.979338:0:280187:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767736294.979341:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.979343:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.979346:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=4 00000020:00000001:3.0:1767736294.979348:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736294.979352:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000040:3.0:1767736294.979364:0:280187:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e4446f7400, remote cookie: 0x36aa93000a8d29e2, flags: 0x1001 00010000:00010000:3.0:1767736294.979370:0:280187:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767736294.979382:0:280187:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736294.979391:0:280187:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767736294.979395:0:280187:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767736294.979398:0:280187:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767736294.979400:0:280187:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767736294.979402:0:280187:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767736294.979405:0:280187:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff92e4499e6500) refcount = 1 00010000:00010000:3.0:1767736294.979410:0:280187:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736294.979418:0:280187:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767736294.979421:0:280187:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767736294.979423:0:280187:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736294.979428:0:280187:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767736294.979431:0:280187:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736294.979435:0:280187:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736294.979442:0:280187:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767736294.979444:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.979445:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.979447:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.979448:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.979450:0:280187:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.979454:0:280187:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767736294.979456:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.979458:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.979460:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:3.0:1767736294.979462:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736294.979470:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736294.979473:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.979474:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.979476:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=4 00000020:00000001:3.0:1767736294.979478:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736294.979481:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736294.979483:0:280187:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736294.979486:0:280187:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736294.979490:0:280187:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736294.979497:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.979499:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.979500:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.979502:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.979503:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=5 00000020:00000001:3.0:1767736294.979505:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736294.979508:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736294.979510:0:280187:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736294.979539:0:280187:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736294.979547:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.979548:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767736294.979551:0:280187:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736294.979558:0:280187:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736294.979560:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.979561:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.979563:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.979564:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767736294.979571:0:280187:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff92e46ae5e300 x1853604137184384/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767736310 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767736294.979589:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.979590:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.979592:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:3.0:1767736294.979595:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736294.979597:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736294.979600:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.979602:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736294.979603:0:280187:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.979606:0:280187:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.979609:0:280187:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767736294.979612:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.979613:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.979615:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:3.0:1767736294.979617:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736294.979619:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00000002:00010000:3.0:1767736294.979623:0:280187:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736294.979630:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.979632:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.979634:0:280187:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736294.979635:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.979637:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.979638:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:3.0:1767736294.979640:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736294.979643:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000040:3.0:1767736294.979648:0:280187:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6500 count: 2 00010000:00000001:3.0:1767736294.979650:0:280187:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767736294.979655:0:280187:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e47f45bc00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1767736294.979658:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.979659:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736294.979661:0:280187:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767736294.979668:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3930 00000002:00002000:3.0:1767736294.979671:0:280187:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1767736294.979675:0:280187:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.979679:0:280187:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.979681:0:280187:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767736294.979684:0:280187:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1767736294.979688:0:280187:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.979691:0:280187:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736294.979694:0:280187:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44c921200. 00000080:00000001:3.0:1767736294.979698:0:280187:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736294.979700:0:280187:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767736294.979703:0:280187:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1767736294.979707:0:280187:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1767736294.979712:0:280187:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff92e442d05a80. 00800000:00000001:3.0:1767736294.979714:0:280187:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446624107803990656 : -119965905560960 : ffff92e442d05a80) 00800000:00000001:3.0:1767736294.979717:0:280187:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.979720:0:280187:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767736294.979722:0:280187:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767736294.979724:0:280187:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1767736294.979727:0:280187:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1767736294.979731:0:280187:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1767736294.979733:0:280187:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.979736:0:280187:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1767736294.979739:0:280187:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1767736294.979744:0:280187:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 258048 00010000:00000001:3.0:1767736294.979746:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.979748:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.979750:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:3.0:1767736294.979752:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736294.979755:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736294.979758:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.979759:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767736294.979761:0:280187:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767736294.979763:0:280187:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1767736294.979765:0:280187:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e442d05a80 1 00800000:00000010:3.0:1767736294.979773:0:280187:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff92e442d05a80. 00800000:00000001:3.0:1767736294.979776:0:280187:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736294.979780:0:280187:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa921e 00800000:00000001:3.0:1767736294.979784:0:280187:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736294.979786:0:280187:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736294.979787:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.979789:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.979790:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:3.0:1767736294.979793:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736294.979795:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736294.979798:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.979800:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736294.979801:0:280187:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.979803:0:280187:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.979806:0:280187:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736294.979808:0:280187:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736294.979812:0:280187:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa921e from it ffffa1dc880f3bf8 00010000:00000001:3.0:1767736294.979814:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.979816:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.979817:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:3.0:1767736294.979819:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736294.979822:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736294.979824:0:280187:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736294.979828:0:280187:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736294.979835:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.979837:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.979838:0:280187:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736294.979840:0:280187:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736294.979843:0:280187:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736294.979851:0:280187:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736294.979858:0:280187:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736294.979860:0:280187:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736294.979863:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.979864:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.979866:0:280187:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.979869:0:280187:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736294.979870:0:280187:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.979873:0:280187:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.979876:0:280187:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.979878:0:280187:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736294.979880:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.979881:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736294.979883:0:280187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736294.979889:0:280187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5e300 x1853604137184384/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767736310 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.979897:0:280187:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736294.979899:0:280187:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736294.979902:0:280187:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766a9000. 02000000:00000001:3.0:1767736294.979906:0:280187:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736294.979908:0:280187:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736294.979910:0:280187:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=76 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736294.979912:0:280187:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736294.979915:0:280187:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e449365c00. 02000000:00000001:3.0:1767736294.979917:0:280187:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736294.979919:0:280187:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736294.979921:0:280187:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5e300. 00000100:00000001:3.0:1767736294.979924:0:280187:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736294.979926:0:280187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736294.979929:0:280187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:3.0:1767736294.979933:0:280187:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736294.979943:0:280187:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e44cd50f20. 00000080:00000001:3.0:1767736294.979948:0:280187:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:3.0:1767736294.979950:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3b50 00000080:00200000:3.0:1767736294.979953:0:280187:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=d160d.sanity, dir=[0x200000007:0x1:0x0](ffff92e44364b248), file ffff92e451ba9380, open_flags 38900, mode 0 opened 0 00000080:00000010:3.0:1767736294.979959:0:280187:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff92e356b02ba0. 00000080:00000001:3.0:1767736294.979962:0:280187:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767736294.979970:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3a10 00000080:00200000:3.0:1767736294.979973:0:280187:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160d.sanity, dir=[0x200000007:0x1:0x0](ffff92e44364b248), intent=open 00000080:00000010:3.0:1767736294.979981:0:280187:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44c921200. 00800000:00000002:3.0:1767736294.979985:0:280187:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736294.979990:0:280187:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736294.979993:0:280187:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736294.979995:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3930 00800000:00000002:3.0:1767736294.979997:0:280187:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd160d.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736294.980001:0:280187:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1767736294.980003:0:280187:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1767736294.980006:0:280187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736294.980008:0:280187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736294.980009:0:280187:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736294.980012:0:280187:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736294.980014:0:280187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.980016:0:280187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736294.980019:0:280187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.980022:0:280187:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446624108469325312 : -119965240226304 : ffff92e46a788e00) 00000020:00000001:3.0:1767736294.980025:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f38b0 00800000:00000002:3.0:1767736294.980028:0:280187:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160d.sanity' -> mds #0 00000002:00000001:3.0:1767736294.980032:0:280187:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736294.980034:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f37e8 00000002:00010000:3.0:1767736294.980036:0:280187:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160d.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0704401 00000002:00000001:3.0:1767736294.980040:0:280187:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736294.980043:0:280187:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1767736294.980046:0:280187:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767736294.980050:0:280187:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6500 count: 2 00010000:00000001:3.0:1767736294.980053:0:280187:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736294.980055:0:280187:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767736294.980058:0:280187:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.980061:0:280187:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.980063:0:280187:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736294.980067:0:280187:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5e300. 00000020:00000040:3.0:1767736294.980070:0:280187:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 02000000:00000001:3.0:1767736294.980074:0:280187:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767736294.980081:0:280187:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.980085:0:280187:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736294.980088:0:280187:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736294.980091:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.980093:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.980095:0:280187:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.980097:0:280187:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736294.980099:0:280187:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736294.980102:0:280187:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736294.980107:0:280187:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e449365c00. 00000100:00000001:3.0:1767736294.980112:0:280187:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.980115:0:280187:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736294.980117:0:280187:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.980119:0:280187:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736294.980121:0:280187:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.980123:0:280187:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.980130:0:280187:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00010000:00000001:3.0:1767736294.980134:0:280187:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736294.980136:0:280187:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767736294.980139:0:280187:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6500 count: 2 00010000:00000001:3.0:1767736294.980142:0:280187:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736294.980144:0:280187:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000080:00000010:3.1:1767736294.980183:0:280187:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92e44cd504e0. 00010000:00000010:3.0:1767736294.980197:0:280187:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f6c00. 00000020:00000001:3.0:1767736294.980201:0:280187:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736294.980204:0:280187:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f6c00 with handle 0x1486b26cfafa9225 to hash 00000020:00000001:3.0:1767736294.980207:0:280187:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736294.980208:0:280187:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736294.980212:0:280187:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736294.980215:0:280187:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736294.980217:0:280187:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736294.980221:0:280187:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa9225 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 280187 initiator: MDT0 00010000:00010000:3.0:1767736294.980229:0:280187:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa9225 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 280187 initiator: MDT0 00000020:00100000:3.0:1767736294.980254:0:280187:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1767736294.980262:0:280187:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46ae5e300 x1853604137184640/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1767736294.980272:0:280187:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa9225 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 280187 initiator: MDT0 00000100:00000001:3.0:1767736294.980278:0:280187:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736294.980280:0:280187:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736294.980284:0:280187:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e360eac0c0. 00000100:00000001:3.0:1767736294.980287:0:280187:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624104014069952 : -119969695481664 : ffff92e360eac0c0) 00000100:00000001:3.0:1767736294.980289:0:280187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736294.980291:0:280187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00000100:00000001:3.0:1767736294.980295:0:280187:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736294.980298:0:280187:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.980300:0:280187:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736294.980302:0:280187:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736294.980306:0:280187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5e300 x1853604137184640/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.980314:0:280187:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736294.980316:0:280187:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736294.980319:0:280187:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736294.980322:0:280187:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736294.980325:0:280187:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736294.980328:0:280187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5e300 pname:cluuid:pid:xid:nid:opc:job mkdir:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280187:1853604137184640:192.168.202.159@tcp:101:mkdir.0 00000100:00000001:3.0:1767736294.980332:0:280187:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736294.980336:0:280187:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736294.980338:0:280187:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736294.980341:0:280187:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736294.980464:0:280187:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff92e476a40000. 02000000:00000001:3.0:1767736294.980467:0:280187:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736294.980474:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736294.980483:0:280187:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78420. 00000400:00000010:3.0:1767736294.980489:0:280187:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff92e4766a9000. 00000100:00000200:3.0:1767736294.980494:0:280187:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853604137184640, portal 10 00000100:00000001:3.0:1767736294.980497:0:280187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736294.980498:0:280187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00000100:00000040:3.0:1767736294.980505:0:280187:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5e300 x1853604137184640/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736310 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.980544:0:280187:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736294.980548:0:280187:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736294.980551:0:280187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299bb0. 00000100:00000200:3.0:1767736294.980555:0:280187:0:(niobuf.c:94:ptl_send_buf()) Sending 976 bytes to portal 12, xid 1853604137184640, offset 0 00000400:00000200:3.0:1767736294.980561:0:280187:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736294.980567:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736294.980573:0:280187:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736294.980578:0:280187:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736294.980582:0:280187:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736294.980585:0:280187:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736294.980588:0:280187:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736294.980592:0:280187:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57546:57546:256:4294967295] 192.168.202.159@tcp LPNI seq info [57547:57547:8:4294967295] 00000400:00000200:3.0:1767736294.980597:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736294.980607:0:280187:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736294.980613:0:280187:0:(socklnd_cb.c:1001:ksocknal_send()) sending 976 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736294.980617:0:280187:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422100. 00000800:00000200:3.0:1767736294.980623:0:280187:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736294.980629:0:280187:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736294.980634:0:280187:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422100 type 1, nob 1072 niov 1 nkiov 1 00000100:00000001:3.0:1767736294.980652:0:280187:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736294.980657:0:280187:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:3.0:1767736294.980661:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736294.980664:0:280187:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054272 00000100:00000001:3.0:1767736294.980670:0:280187:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054267 00000100:00000001:3.0:1767736294.980682:0:280187:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054272 00000100:00000001:3.0:1767736294.980686:0:280187:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054267 00000100:00000001:3.0:1767736294.980689:0:280187:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736294.980692:0:280187:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.980695:0:280187:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736294.980697:0:280187:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736294.980700:0:280187:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e360eac0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736294.980703:0:280187:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736294.980705:0:280187:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736294.980834:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736294.980842:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422100. 00000400:00000200:2.0:1767736294.980848:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736294.980856:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736294.980862:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299bb0 00000400:00000010:2.0:1767736294.980865:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299bb0. 00000100:00000001:2.0:1767736294.980869:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736294.980876:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5e300 x1853604137184640/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736310 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736294.980888:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736294.980892:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5e300 x1853604137184640/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736310 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736294.980902:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736294.980904:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736294.985496:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.985511:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736294.985538:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.985543:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736294.985552:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.985561:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736294.985569:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.985574:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.985579:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.985583:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 608 into portal 10 MB=0x695d7d826ad80 00000400:00000200:2.0:1767736294.985589:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.985594:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 608/608 into md 0x844dd [64] + 224 00000800:00000001:2.0:1767736294.985601:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.985610:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736294.985613:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736294.985618:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736294.985622:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736294.985641:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5e300 x1853604137184640/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736310 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736294.985654:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff92e46ae5e300 x1853604137184640/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736310 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736294.985682:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736294.985691:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.985695:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736294.985738:0:280187:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736294.985748:0:280187:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736294.985751:0:280187:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736294.985754:0:280187:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78420. 00000400:00000200:3.0:1767736294.985760:0:280187:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e4766a9000 00000400:00000010:3.0:1767736294.985763:0:280187:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff92e4766a9000. 00000100:00000001:3.0:1767736294.985767:0:280187:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736294.985777:0:280187:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5e300 x1853604137184640/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736310 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736294.985791:0:280187:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5e300 x1853604137184640/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736310 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.985801:0:280187:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736294.985803:0:280187:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736294.985806:0:280187:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736294.985808:0:280187:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736294.985810:0:280187:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736294.985813:0:280187:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736294.985815:0:280187:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736294.985821:0:280187:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=59 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736294.985826:0:280187:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=59 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736294.985829:0:280187:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767736294.985833:0:280187:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff92e46ae5e300 x1853604137184640/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/608 e 0 to 0 dl 1767736310 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.985842:0:280187:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767736294.985857:0:280187:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767736294.985859:0:280187:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1767736294.985862:0:280187:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767736294.985864:0:280187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736294.985866:0:280187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00000100:00000001:3.0:1767736294.985869:0:280187:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736294.985871:0:280187:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924763 00000100:00000001:3.0:1767736294.985873:0:280187:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736294.985875:0:280187:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1767736294.985880:0:280187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5e300 x1853604137184640/t12884924767(12884924767) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/608 e 0 to 0 dl 1767736310 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.985890:0:280187:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1767736294.985892:0:280187:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736294.985894:0:280187:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736294.985899:0:280187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5e300 x1853604137184640/t12884924767(12884924767) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/608 e 0 to 0 dl 1767736310 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736294.985909:0:280187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5e300 pname:cluuid:pid:xid:nid:opc:job mkdir:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280187:1853604137184640:192.168.202.159@tcp:101:mkdir.0 00000100:00000001:3.0:1767736294.985914:0:280187:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736294.985917:0:280187:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767736294.985919:0:280187:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736294.985921:0:280187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736294.985925:0:280187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5e300 x1853604137184640/t12884924767(12884924767) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/608 e 0 to 0 dl 1767736310 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.985933:0:280187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736294.985936:0:280187:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e360eac0c0. 00000100:00000001:3.0:1767736294.985939:0:280187:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736294.985941:0:280187:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1767736294.985944:0:280187:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767736294.985947:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.985949:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.985952:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6c00 refcount=4 00000020:00000001:3.0:1767736294.985955:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736294.985964:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00010000:3.0:1767736294.985969:0:280187:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa9225 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 280187 initiator: MDT0 00010000:00000001:3.0:1767736294.985979:0:280187:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1767736294.985984:0:280187:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa9225 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 280187 initiator: MDT0 00010000:00000001:3.0:1767736294.985990:0:280187:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736294.985993:0:280187:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa9225 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 280187 initiator: MDT0 00010000:00000001:3.0:1767736294.986000:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.986001:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767736294.986004:0:280187:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa9225 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 280187 initiator: MDT0 00010000:00000001:3.0:1767736294.986010:0:280187:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736294.986013:0:280187:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.986016:0:280187:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767736294.986019:0:280187:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa9225 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 280187 initiator: MDT0 00010000:00010000:3.0:1767736294.986027:0:280187:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e4446f6c00 already unused, calling callback (ffffffffc1b5db40) 00000080:00000001:3.0:1767736294.986030:0:280187:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1767736294.986034:0:280187:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa9225 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 280187 initiator: MDT0 00010000:00000001:3.0:1767736294.986040:0:280187:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1767736294.986043:0:280187:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1767736294.986047:0:280187:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa9225 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 280187 initiator: MDT0 00010000:00000001:3.0:1767736294.986053:0:280187:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1767736294.986062:0:280187:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767736294.986063:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736294.986065:0:280187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736294.986067:0:280187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6c00 refcount=5 00000020:00000001:3.0:1767736294.986070:0:280187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736294.986072:0:280187:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736294.986075:0:280187:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767736294.986078:0:280187:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa9225 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 280187 initiator: MDT0 00000080:00000001:3.0:1767736294.986084:0:280187:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767736294.986086:0:280187:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736294.986089:0:280187:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1767736294.986091:0:280187:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767736294.986093:0:280187:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767736294.986095:0:280187:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767736294.986097:0:280187:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736294.986099:0:280187:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767736294.986102:0:280187:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e4446f6c00 with handle 0x1486b26cfafa9225 from hash 00010000:00000001:3.0:1767736294.986105:0:280187:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767736294.986106:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.986108:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.986109:0:280187:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767736294.986111:0:280187:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767736294.986113:0:280187:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767736294.986115:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.986117:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.986118:0:280187:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.986121:0:280187:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736294.986124:0:280187:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa9225 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 280187 initiator: MDT0 00010000:00000001:3.0:1767736294.986130:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.986131:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.986133:0:280187:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767736294.986134:0:280187:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736294.986141:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.986143:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.986179:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767736294.986183:0:280187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa9225 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 280187 initiator: MDT0 00010000:00000001:3.0:1767736294.986194:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.986196:0:280187:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1767736294.986201:0:280187:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1767736294.986208:0:280187:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff92e46ae5e300 x1853604137184640/t12884924767(12884924767) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/608 e 0 to 0 dl 1767736310 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767736294.986219:0:280187:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1767736294.986224:0:280187:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff92e46ae5e300 x1853604137184640/t12884924767(12884924767) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/608 e 0 to 0 dl 1767736310 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767736294.986232:0:280187:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.986235:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767736294.986237:0:280187:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.986239:0:280187:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.986241:0:280187:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.986244:0:280187:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1767736294.986246:0:280187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736294.986247:0:280187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00010000:00000001:3.0:1767736294.986250:0:280187:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767736294.986252:0:280187:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.986254:0:280187:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767736294.986256:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3768 00000002:00002000:3.0:1767736294.986259:0:280187:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160d.sanity intent=open status=0 disp=80002b: rc = 0 00000002:00000001:3.0:1767736294.986262:0:280187:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.986265:0:280187:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.986268:0:280187:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767736294.986271:0:280187:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767736294.986274:0:280187:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.986277:0:280187:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000001:3.0:1767736294.986281:0:280187:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767736294.986291:0:280187:0:(namei.c:677:ll_lookup_it_finish()) it ffff92e356b02ba0 it_disposition 80002b 00000080:00000001:3.0:1767736294.986294:0:280187:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767736294.986298:0:280187:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767736294.986300:0:280187:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767736294.986302:0:280187:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145805 : 144115272398145805 : 2000013a200090d) 00000080:00000001:3.0:1767736294.986305:0:280187:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:3.0:1767736294.986309:0:280187:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767736294.986311:0:280187:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x90d:0x0] 00000080:00000001:3.0:1767736294.986314:0:280187:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.986317:0:280187:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145805 : 144115272398145805 : 2000013a200090d) 00000080:00000001:3.0:1767736294.986320:0:280187:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:3.0:1767736294.986324:0:280187:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x90d:0x0], updating i_size 4096 00000080:00200000:3.0:1767736294.986327:0:280187:0:(namei.c:151:ll_iget()) got inode: [0x2000013a2:0x90d:0x0](ffff92e474754b08): rc = 0 00000080:00000001:3.0:1767736294.986330:0:280187:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624108636883720 : -119965072667896 : ffff92e474754b08) 00000080:00000001:3.0:1767736294.986332:0:280187:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767736294.986335:0:280187:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767736294.986337:0:280187:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736294.986341:0:280187:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x90d:0x0](ffff92e474754b08) for lock 0x0 00800000:00000001:3.0:1767736294.986344:0:280187:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736294.986346:0:280187:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:3.0:1767736294.986348:0:280187:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.986350:0:280187:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1767736294.986356:0:280187:0:(namei.c:656:ll_splice_alias()) Add dentry ffff92e44acebd80 inode ffff92e474754b08 refc 1 flags 0x20000e 00000080:00000001:3.0:1767736294.986360:0:280187:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736294.986362:0:280187:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.986365:0:280187:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1767736294.986368:0:280187:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767736294.986372:0:280187:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44c921200. 00000100:00000001:3.0:1767736294.986376:0:280187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736294.986381:0:280187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5e300 x1853604137184640/t12884924767(12884924767) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/608 e 0 to 0 dl 1767736310 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.986389:0:280187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.986396:0:280187:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:3.0:1767736294.986399:0:280187:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:3.0:1767736294.986407:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3a40 00000080:00200008:3.0:1767736294.986410:0:280187:0:(file.c:1001:ll_file_open()) START file d160d.sanity:[0x2000013a2:0x90d:0x0](ffff92e474754b08), flags 704400 00000080:00000010:3.0:1767736294.986416:0:280187:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff92e451bf6780. 00000080:00000010:3.0:1767736294.986424:0:280187:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff92e442d05a80. 00000080:00000001:3.0:1767736294.986427:0:280187:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:3.0:1767736294.986432:0:280187:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1767736294.986434:0:280187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736294.986436:0:280187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736294.986438:0:280187:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736294.986441:0:280187:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736294.986443:0:280187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.986445:0:280187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90d:0x0] 00800000:00000001:3.0:1767736294.986448:0:280187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.986451:0:280187:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1767736294.986455:0:280187:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff92e44cd501c0. 00000002:00100000:3.0:1767736294.986460:0:280187:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff92e46ae5e300 x1853604137184640/t12884924767(12884924767) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/608 e 0 to 0 dl 1767736310 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767736294.986468:0:280187:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.986470:0:280187:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1767736294.986475:0:280187:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1767736294.986479:0:280187:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.986482:0:280187:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736294.986485:0:280187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736294.986489:0:280187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5e300 x1853604137184640/t12884924767(12884924767) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/608 e 0 to 0 dl 1767736310 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1767736294.986497:0:280187:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736294.986499:0:280187:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff92e476a40000. 02000000:00000001:3.0:1767736294.986570:0:280187:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767736294.986572:0:280187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736294.986576:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3a40 00000080:00000008:3.0:1767736294.986579:0:280187:0:(file.c:1240:ll_file_open()) COMPLETED file d160d.sanity:[0x2000013a2:0x90d:0x0](ffff92e474754b08), flags 704400, rc = 0 00000080:00000001:3.0:1767736294.986583:0:280187:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.986587:0:280187:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1767736294.986589:0:280187:0:(dcache.c:176:ll_intent_release()) intent ffff92e356b02ba0 released 00000080:00000001:3.0:1767736294.986598:0:280187:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1767736294.986600:0:280187:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1767736294.986602:0:280187:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.986605:0:280187:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767736294.986608:0:280187:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff92e356b02ba0. 00000080:00000001:3.0:1767736294.986612:0:280187:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.986615:0:280187:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767736294.986617:0:280187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x90d:0x0](ffff92e474754b08), inode mode 41ed mask 44 00000080:00000001:3.0:1767736294.986622:0:280187:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.986633:0:280187:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767736294.986635:0:280187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x90d:0x0](ffff92e474754b08), inode mode 41ed mask 101 00000080:00000001:3.0:1767736294.986639:0:280187:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.986647:0:280187:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:3.0:1767736294.986649:0:280187:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1767736294.986652:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3db0 00000080:00200008:3.0:1767736294.986654:0:280187:0:(file.c:424:ll_file_release()) START file d160d.sanity:[0x2000013a2:0x90d:0x0](ffff92e474754b08), flags 704000 00000080:00400000:3.0:1767736294.986658:0:280187:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x90d:0x0] 00000080:00000001:3.0:1767736294.986662:0:280187:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1767736294.986664:0:280187:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:3.0:1767736294.986666:0:280187:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:3.0:1767736294.986670:0:280187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736294.986672:0:280187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736294.986673:0:280187:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736294.986676:0:280187:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736294.986678:0:280187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.986680:0:280187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90d:0x0] 00800000:00000001:3.0:1767736294.986682:0:280187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.986686:0:280187:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736294.986688:0:280187:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736294.986692:0:280187:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.986694:0:280187:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.986697:0:280187:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a2:0x90d:0x0]: 0 00000080:00000001:3.0:1767736294.986700:0:280187:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1767736294.986703:0:280187:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1767736294.986707:0:280187:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff92e44c921200. 00000080:00000001:3.0:1767736294.986709:0:280187:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1767736294.986714:0:280187:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1767736294.986717:0:280187:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000001:3.0:1767736294.986725:0:280187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736294.986726:0:280187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736294.986728:0:280187:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736294.986730:0:280187:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736294.986732:0:280187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.986734:0:280187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90d:0x0] 00800000:00000001:3.0:1767736294.986736:0:280187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.986739:0:280187:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x90d:0x0] 00000002:00000001:3.0:1767736294.986743:0:280187:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:3.0:1767736294.986745:0:280187:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff92e443fe1800: [0x2000013a2:0x90d:0x0] file closed with intent: 0 00000100:00000010:3.0:1767736294.986751:0:280187:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5c000. 00000020:00000040:3.0:1767736294.986754:0:280187:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:3.0:1767736294.986758:0:280187:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736294.986761:0:280187:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736294.986764:0:280187:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736294.986769:0:280187:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44c920800. 00000100:00000001:3.0:1767736294.986773:0:280187:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1767736294.986784:0:280187:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff92e46ae5e300 x1853604137184640/t12884924767(12884924767) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/608 e 0 to 0 dl 1767736310 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1767736294.986795:0:280187:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1767736294.986801:0:280187:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46ae5c000 x1853604137184896/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1767736294.986809:0:280187:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736294.986811:0:280187:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736294.986815:0:280187:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e360eac0c0. 00000100:00000001:3.0:1767736294.986817:0:280187:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624104014069952 : -119969695481664 : ffff92e360eac0c0) 00000100:00000001:3.0:1767736294.986820:0:280187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736294.986822:0:280187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476481536 : -119965233070080 : ffff92e46ae5c000) 00000100:00000001:3.0:1767736294.986825:0:280187:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736294.986828:0:280187:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.986831:0:280187:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736294.986832:0:280187:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736294.986836:0:280187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5c000 x1853604137184896/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.986858:0:280187:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736294.986860:0:280187:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736294.986864:0:280187:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736294.986866:0:280187:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736294.986869:0:280187:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736294.986873:0:280187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5c000 pname:cluuid:pid:xid:nid:opc:job mkdir:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280187:1853604137184896:192.168.202.159@tcp:35:mkdir.0 00000100:00000001:3.0:1767736294.986877:0:280187:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736294.986881:0:280187:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736294.986883:0:280187:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736294.986885:0:280187:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736294.986888:0:280187:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766a9000. 02000000:00000001:3.0:1767736294.986891:0:280187:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736294.986897:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736294.986901:0:280187:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78420. 00000400:00000010:3.0:1767736294.986905:0:280187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299cc0. 00000100:00000200:3.0:1767736294.986910:0:280187:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137184896, portal 10 00000100:00000001:3.0:1767736294.986913:0:280187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736294.986915:0:280187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476481536 : -119965233070080 : ffff92e46ae5c000) 00000100:00000040:3.0:1767736294.986920:0:280187:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5c000 x1853604137184896/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736310 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.986928:0:280187:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736294.986931:0:280187:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736294.986934:0:280187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2994c8. 00000100:00000200:3.0:1767736294.986937:0:280187:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853604137184896, offset 0 00000400:00000200:3.0:1767736294.986943:0:280187:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736294.986949:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736294.986955:0:280187:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736294.986959:0:280187:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736294.986963:0:280187:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736294.986966:0:280187:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736294.986970:0:280187:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736294.986974:0:280187:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57547:57547:256:4294967295] 192.168.202.159@tcp LPNI seq info [57548:57548:8:4294967295] 00000400:00000200:3.0:1767736294.986985:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736294.986995:0:280187:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736294.987002:0:280187:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736294.987006:0:280187:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422d00. 00000800:00000200:3.0:1767736294.987012:0:280187:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736294.987018:0:280187:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736294.987023:0:280187:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1767736294.987044:0:280187:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736294.987049:0:280187:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:3.0:1767736294.987053:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736294.987056:0:280187:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054278 00000100:00000001:3.0:1767736294.987062:0:280187:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054272 00000100:00000001:3.0:1767736294.987066:0:280187:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054278 00000100:00000001:3.0:1767736294.987070:0:280187:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054272 00000100:00000001:3.0:1767736294.987073:0:280187:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736294.987076:0:280187:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.987079:0:280187:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736294.987081:0:280187:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736294.987083:0:280187:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e360eac0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736294.987086:0:280187:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736294.987088:0:280187:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736294.987261:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736294.987269:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422d00. 00000400:00000200:2.0:1767736294.987277:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736294.987288:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736294.987294:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2994c8 00000400:00000010:2.0:1767736294.987297:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2994c8. 00000100:00000001:2.0:1767736294.987302:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736294.987311:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5c000 x1853604137184896/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736310 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736294.987324:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736294.987329:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5c000 x1853604137184896/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736310 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736294.987338:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736294.987340:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736294.989673:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.989688:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736294.989691:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.989695:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736294.989702:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.989708:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736294.989716:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.989721:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.989726:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.989730:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 456 into portal 10 MB=0x695d7d826ae80 00000400:00000200:2.0:1767736294.989736:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736294.989753:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 456/456 into md 0x844ed [1] + 224 00000800:00000001:2.0:1767736294.989760:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.989769:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736294.989772:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736294.989777:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736294.989782:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736294.989789:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5c000 x1853604137184896/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736310 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736294.989803:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff92e46ae5c000 x1853604137184896/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736310 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736294.989830:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736294.989838:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736294.989841:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736294.989892:0:280187:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736294.989900:0:280187:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736294.989902:0:280187:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736294.989905:0:280187:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78420. 00000400:00000200:3.0:1767736294.989910:0:280187:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299cc0 00000400:00000010:3.0:1767736294.989912:0:280187:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299cc0. 00000100:00000001:3.0:1767736294.989916:0:280187:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736294.989924:0:280187:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5c000 x1853604137184896/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736310 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736294.989936:0:280187:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5c000 x1853604137184896/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736310 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.989955:0:280187:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736294.989957:0:280187:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736294.989959:0:280187:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736294.989962:0:280187:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736294.989963:0:280187:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736294.989966:0:280187:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736294.989969:0:280187:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736294.989974:0:280187:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c54e8 time=59 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736294.989979:0:280187:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=59 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736294.989982:0:280187:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736294.989983:0:280187:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.989986:0:280187:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736294.989989:0:280187:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.989992:0:280187:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767736294.989994:0:280187:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1767736294.989996:0:280187:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767736294.989998:0:280187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736294.990000:0:280187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476481536 : -119965233070080 : ffff92e46ae5c000) 00000100:00000001:3.0:1767736294.990003:0:280187:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736294.990005:0:280187:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924763 00000100:00000001:3.0:1767736294.990007:0:280187:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736294.990009:0:280187:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736294.990014:0:280187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5c000 x1853604137184896/t12884924768(12884924768) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736310 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.990022:0:280187:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736294.990025:0:280187:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736294.990026:0:280187:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736294.990031:0:280187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5c000 x1853604137184896/t12884924768(12884924768) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736310 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736294.990040:0:280187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5c000 pname:cluuid:pid:xid:nid:opc:job mkdir:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280187:1853604137184896:192.168.202.159@tcp:35:mkdir.0 00000100:00000001:3.0:1767736294.990045:0:280187:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736294.990054:0:280187:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.990056:0:280187:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736294.990058:0:280187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736294.990062:0:280187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5c000 x1853604137184896/t12884924768(12884924768) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736310 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.990070:0:280187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736294.990073:0:280187:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e360eac0c0. 00000100:00000001:3.0:1767736294.990076:0:280187:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736294.990078:0:280187:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.990083:0:280187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736294.990085:0:280187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476481536 : -119965233070080 : ffff92e46ae5c000) 00000002:00000001:3.0:1767736294.990088:0:280187:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.990091:0:280187:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736294.990094:0:280187:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44c921200. 00000080:00000001:3.0:1767736294.990098:0:280187:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1767736294.990100:0:280187:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1767736294.990103:0:280187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736294.990105:0:280187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736294.990107:0:280187:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736294.990109:0:280187:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736294.990111:0:280187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.990114:0:280187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90d:0x0] 00800000:00000001:3.0:1767736294.990116:0:280187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.990120:0:280187:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1767736294.990126:0:280187:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff92e46ae5e300 x1853604137184640/t12884924767(12884924767) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/608 e 0 to 0 dl 1767736310 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.990135:0:280187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736294.990137:0:280187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00000100:00000001:3.0:1767736294.990139:0:280187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736294.990143:0:280187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5e300 x1853604137184640/t12884924767(12884924767) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/608 e 0 to 0 dl 1767736310 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.990180:0:280187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.990183:0:280187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736294.990187:0:280187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5c000 x1853604137184896/t12884924768(12884924768) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736310 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.990203:0:280187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.990205:0:280187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736294.990209:0:280187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5e300 x1853604137184640/t12884924767(12884924767) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/608 e 0 to 0 dl 1767736310 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.990217:0:280187:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767736294.990219:0:280187:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736294.990221:0:280187:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736294.990223:0:280187:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736294.990226:0:280187:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e449365c00. 02000000:00000001:3.0:1767736294.990230:0:280187:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736294.990231:0:280187:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736294.990233:0:280187:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5e300. 00000100:00000001:3.0:1767736294.990236:0:280187:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736294.990238:0:280187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736294.990240:0:280187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736294.990244:0:280187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5c000 x1853604137184896/t12884924768(12884924768) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736310 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.990251:0:280187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1767736294.990253:0:280187:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff92e44cd501c0. 00000002:00000001:3.0:1767736294.990256:0:280187:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.990259:0:280187:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736294.990262:0:280187:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff92e442d05a80. 00000100:00000001:3.0:1767736294.990264:0:280187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736294.990267:0:280187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5c000 x1853604137184896/t12884924768(12884924768) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736310 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736294.990275:0:280187:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736294.990276:0:280187:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736294.990279:0:280187:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766a9000. 02000000:00000001:3.0:1767736294.990281:0:280187:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736294.990283:0:280187:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736294.990284:0:280187:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=76 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736294.990286:0:280187:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736294.990294:0:280187:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44c920800. 02000000:00000001:3.0:1767736294.990296:0:280187:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736294.990298:0:280187:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736294.990299:0:280187:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5c000. 00000100:00000001:3.0:1767736294.990302:0:280187:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736294.990304:0:280187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736294.990306:0:280187:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736294.990310:0:280187:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff92e451bf6780. 00000080:00000001:3.0:1767736294.990313:0:280187:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736294.990317:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3db0 00000080:00000008:3.0:1767736294.990320:0:280187:0:(file.c:464:ll_file_release()) COMPLETED file d160d.sanity:[0x2000013a2:0x90d:0x0](ffff92e474754b08), flags 704000, rc = 0 00000080:00000001:3.0:1767736294.990324:0:280187:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.990326:0:280187:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.990342:0:280187:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736294.990345:0:280187:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767736294.990347:0:280187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x90d:0x0](ffff92e474754b08), inode mode 41ed mask 1 00000080:00000001:3.0:1767736294.990351:0:280187:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736294.990359:0:280187:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e44cd50de0. 00000020:00000001:3.0:1767736294.990362:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3d98 00000080:00200000:3.0:1767736294.990365:0:280187:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=migrate_dir, dir=[0x2000013a2:0x90d:0x0](ffff92e474754b08), flags=1536 00000080:00000001:3.0:1767736294.990368:0:280187:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767736294.990370:0:280187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x90d:0x0](ffff92e474754b08), inode mode 41ed mask 3 00000080:00000001:3.0:1767736294.990373:0:280187:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.990376:0:280187:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767736294.990378:0:280187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x90d:0x0](ffff92e474754b08), inode mode 41ed mask 3 00000080:00000001:3.0:1767736294.990381:0:280187:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736294.990384:0:280187:0:(namei.c:2172:do_mkdir()) Process entered 00000020:00000001:3.0:1767736294.990385:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3da0 00000080:00200000:3.0:1767736294.990388:0:280187:0:(namei.c:2175:do_mkdir()) VFS Op:name=migrate_dir, dir=[0x2000013a2:0x90d:0x0](ffff92e474754b08) 00000080:00000001:3.0:1767736294.990390:0:280187:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:3.0:1767736294.990392:0:280187:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1767736294.990396:0:280187:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44c920800. 00000080:00000002:3.0:1767736294.990408:0:280187:0:(namei.c:1696:ll_qos_mkdir_prep()) [0x2000013a2:0x90d:0x0] requests qos mkdir 0xc0 00000080:00000001:3.0:1767736294.990411:0:280187:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.990414:0:280187:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:3.0:1767736294.990416:0:280187:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1767736294.990426:0:280187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736294.990428:0:280187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736294.990430:0:280187:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736294.990432:0:280187:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736294.990434:0:280187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736294.990437:0:280187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90d:0x0] 00800000:00000001:3.0:1767736294.990439:0:280187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.990443:0:280187:0:(lmv_obd.c:1669:lmv_locate_tgt_qos()) Process entered 00020000:00000001:3.0:1767736294.990445:0:280187:0:(lu_tgt_descs.c:436:ltd_qos_penalties_calc()) Process entered 00020000:00000001:3.0:1767736294.990448:0:280187:0:(lu_tgt_descs.c:573:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:3.0:1767736294.990451:0:280187:0:(lmv_obd.c:1681:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:3.0:1767736294.990455:0:280187:0:(lmv_obd.c:1750:lmv_locate_tgt_rr()) Process entered 00800000:00000001:3.0:1767736294.990457:0:280187:0:(lmv_obd.c:1764:lmv_locate_tgt_rr()) Process leaving (rc=18446624108054382080 : -119965655169536 : ffff92e451bd0600) 00800000:00000001:3.0:1767736294.990460:0:280187:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446624108054382080 : -119965655169536 : ffff92e451bd0600) 00800000:00000001:3.0:1767736294.990463:0:280187:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1767736294.990464:0:280187:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1767736294.990467:0:280187:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1767736294.990469:0:280187:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1767736294.990471:0:280187:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff92e443fe1800: Allocated FID [0x2400013a2:0x15:0x0] 40000000:00000001:3.0:1767736294.990474:0:280187:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736294.990476:0:280187:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.990479:0:280187:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736294.990481:0:280187:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736294.990483:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3be0 00800000:00000002:3.0:1767736294.990486:0:280187:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'migrate_dir' [0x2400013a2:0x15:0x0] on [0x2000013a2:0x90d:0x0] -> mds #1 00000002:00000001:3.0:1767736294.990491:0:280187:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1767736294.990493:0:280187:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1767736294.990498:0:280187:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736294.990502:0:280187:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5c000. 00000020:00000040:3.0:1767736294.990505:0:280187:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 02000000:00000001:3.0:1767736294.990509:0:280187:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767736294.990511:0:280187:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.990534:0:280187:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736294.990537:0:280187:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736294.990542:0:280187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736294.990550:0:280187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736294.990552:0:280187:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.990555:0:280187:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736294.990557:0:280187:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736294.990560:0:280187:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736294.990566:0:280187:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44c921200. 00000100:00000001:3.0:1767736294.990571:0:280187:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.990573:0:280187:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736294.990575:0:280187:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.990577:0:280187:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736294.990579:0:280187:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736294.990581:0:280187:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1767736294.990590:0:280187:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1767736294.990597:0:280187:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46ae5c000 x1853604137185152/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767736294.990606:0:280187:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736294.990608:0:280187:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736294.990612:0:280187:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e360eac0c0. 00000100:00000001:3.0:1767736294.990614:0:280187:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624104014069952 : -119969695481664 : ffff92e360eac0c0) 00000100:00000001:3.0:1767736294.990617:0:280187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736294.990619:0:280187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476481536 : -119965233070080 : ffff92e46ae5c000) 00000100:00000001:3.0:1767736294.990622:0:280187:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736294.990625:0:280187:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.990628:0:280187:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736294.990629:0:280187:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736294.990633:0:280187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5c000 x1853604137185152/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736294.990642:0:280187:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736294.990643:0:280187:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736294.990646:0:280187:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736294.990649:0:280187:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736294.990651:0:280187:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736294.990655:0:280187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5c000 pname:cluuid:pid:xid:nid:opc:job mkdir:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280187:1853604137185152:192.168.202.159@tcp:36:mkdir.0 00000100:00000001:3.0:1767736294.990659:0:280187:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736294.990668:0:280187:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736294.990671:0:280187:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736294.990673:0:280187:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736294.990676:0:280187:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766a9000. 02000000:00000001:3.0:1767736294.990679:0:280187:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736294.990685:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736294.990688:0:280187:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78420. 00000400:00000010:3.0:1767736294.990693:0:280187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299cc0. 00000100:00000200:3.0:1767736294.990697:0:280187:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137185152, portal 10 00000100:00000001:3.0:1767736294.990700:0:280187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736294.990701:0:280187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476481536 : -119965233070080 : ffff92e46ae5c000) 00000100:00000040:3.0:1767736294.990708:0:280187:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5c000 x1853604137185152/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 512/896 e 0 to 0 dl 1767736310 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736294.990716:0:280187:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736294.990719:0:280187:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736294.990722:0:280187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299ee0. 00000100:00000200:3.0:1767736294.990724:0:280187:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1853604137185152, offset 0 00000400:00000200:3.0:1767736294.990730:0:280187:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736294.990736:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736294.990741:0:280187:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736294.990745:0:280187:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736294.990749:0:280187:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736294.990752:0:280187:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736294.990755:0:280187:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736294.990759:0:280187:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57548:57548:256:4294967295] 192.168.202.159@tcp LPNI seq info [57549:57549:8:4294967295] 00000400:00000200:3.0:1767736294.990764:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736294.990773:0:280187:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736294.990779:0:280187:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736294.990783:0:280187:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422d00. 00000800:00000200:3.0:1767736294.990789:0:280187:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736294.990795:0:280187:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736294.990799:0:280187:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422d00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1767736294.990825:0:280187:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736294.990830:0:280187:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7708 usecs (8 jiffies) 00000400:00000200:3.0:1767736294.990835:0:280187:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736294.990838:0:280187:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054279 00000100:00000001:3.0:1767736294.990843:0:280187:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054278 00000100:00000001:3.0:1767736294.990847:0:280187:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054279 00000100:00000001:3.0:1767736294.990850:0:280187:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054278 00000100:00000001:3.0:1767736294.990854:0:280187:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736294.990857:0:280187:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736294.990859:0:280187:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736294.990861:0:280187:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736294.990864:0:280187:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e360eac0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736294.990866:0:280187:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736294.990869:0:280187:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736294.990994:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736294.991002:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422d00. 00000400:00000200:2.0:1767736294.991008:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736294.991016:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736294.991021:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299ee0 00000400:00000010:2.0:1767736294.991024:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299ee0. 00000100:00000001:2.0:1767736294.991028:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736294.991035:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5c000 x1853604137185152/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 512/896 e 0 to 0 dl 1767736310 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736294.991048:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736294.991052:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5c000 x1853604137185152/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 512/896 e 0 to 0 dl 1767736310 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736294.991061:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736294.991064:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1767736294.992213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e4446f6c00. 00000100:00000040:3.0:1767736294.999266:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305054279, at 4305054280 00000100:00000010:3.0:1767736294.999279:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e4460723c0. 00000100:00000040:2.0:1767736294.999287:0:264667:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305054279, at 4305054280 00000100:00000010:2.0:1767736294.999301:0:264667:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446072960. 00000800:00000001:2.0:1767736295.030491:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.030502:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.030505:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.030540:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.030546:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.030551:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.030556:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.030560:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.030563:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.030566:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 448 into portal 10 MB=0x695d7d826af80 00000400:00000200:2.0:1767736295.030571:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.030575:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 448/448 into md 0x844fd [1] + 224 00000800:00000001:2.0:1767736295.030580:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.030587:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.030589:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.030592:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.030596:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.030602:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5c000 x1853604137185152/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 512/896 e 0 to 0 dl 1767736310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.030612:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff92e46ae5c000 x1853604137185152/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 512/896 e 0 to 0 dl 1767736310 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.030633:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.030639:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.030642:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.030676:0:280187:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736295.030684:0:280187:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736295.030686:0:280187:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736295.030688:0:280187:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78420. 00000400:00000200:3.0:1767736295.030693:0:280187:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299cc0 00000400:00000010:3.0:1767736295.030695:0:280187:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299cc0. 00000100:00000001:3.0:1767736295.030698:0:280187:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736295.030705:0:280187:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5c000 x1853604137185152/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 512/896 e 0 to 0 dl 1767736310 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736295.030716:0:280187:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5c000 x1853604137185152/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 512/896 e 0 to 0 dl 1767736310 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.030723:0:280187:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736295.030725:0:280187:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.030727:0:280187:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736295.030729:0:280187:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736295.030731:0:280187:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736295.030741:0:280187:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.030743:0:280187:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736295.030748:0:280187:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=60 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736295.030752:0:280187:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736295.030754:0:280187:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736295.030755:0:280187:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.030757:0:280187:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736295.030760:0:280187:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.030762:0:280187:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767736295.030763:0:280187:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:3.0:1767736295.030765:0:280187:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767736295.030767:0:280187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736295.030768:0:280187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476481536 : -119965233070080 : ffff92e46ae5c000) 00000100:00000001:3.0:1767736295.030771:0:280187:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736295.030772:0:280187:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902619 00000100:00000001:3.0:1767736295.030774:0:280187:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736295.030776:0:280187:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736295.030780:0:280187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5c000 x1853604137185152/t12884902620(12884902620) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 512/448 e 0 to 0 dl 1767736310 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.030787:0:280187:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736295.030789:0:280187:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736295.030790:0:280187:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736295.030794:0:280187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5c000 x1853604137185152/t12884902620(12884902620) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 512/448 e 0 to 0 dl 1767736310 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736295.030801:0:280187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5c000 pname:cluuid:pid:xid:nid:opc:job mkdir:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280187:1853604137185152:192.168.202.159@tcp:36:mkdir.0 00000100:00000001:3.0:1767736295.030805:0:280187:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.030807:0:280187:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.030809:0:280187:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736295.030811:0:280187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.030813:0:280187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5c000 x1853604137185152/t12884902620(12884902620) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 512/448 e 0 to 0 dl 1767736310 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.030819:0:280187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736295.030826:0:280187:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e360eac0c0. 00000100:00000001:3.0:1767736295.030829:0:280187:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736295.030830:0:280187:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.030835:0:280187:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736295.030837:0:280187:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2400013a2:0x15:0x0] 00800000:00000001:3.0:1767736295.030839:0:280187:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.030841:0:280187:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000001:3.0:1767736295.030843:0:280187:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767736295.030846:0:280187:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767736295.030847:0:280187:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767736295.030849:0:280187:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625493 : 162129670907625493 : 2400013a2000015) 00000080:00000001:3.0:1767736295.030852:0:280187:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:3.0:1767736295.030858:0:280187:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff92e474755ac0. 00000080:00000001:3.0:1767736295.030863:0:280187:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:3.0:1767736295.030865:0:280187:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2400013a2:0x15:0x0](ffff92e474755b88) 00000080:00000001:3.0:1767736295.030867:0:280187:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767736295.030869:0:280187:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2400013a2:0x15:0x0] 00000080:00000001:3.0:1767736295.030871:0:280187:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.030872:0:280187:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625493 : 162129670907625493 : 2400013a2000015) 00000080:00000001:3.0:1767736295.030875:0:280187:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00000002:3.0:1767736295.030877:0:280187:0:(llite_lib.c:2912:ll_update_inode()) setting ino 162129670907625493 mtime from 0 to 1767736294 00000080:00200000:3.0:1767736295.030880:0:280187:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2400013a2:0x15:0x0], updating i_size 4096 00000080:00000001:3.0:1767736295.030882:0:280187:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1767736295.030883:0:280187:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624108636887944 : -119965072663672 : ffff92e474755b88) 00000080:00000001:3.0:1767736295.030885:0:280187:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767736295.030887:0:280187:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767736295.030889:0:280187:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.030891:0:280187:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.030893:0:280187:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:3.0:1767736295.030894:0:280187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.030898:0:280187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5c000 x1853604137185152/t12884902620(12884902620) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 512/448 e 0 to 0 dl 1767736310 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.030904:0:280187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736295.030907:0:280187:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44c920800. 00000080:00000001:3.0:1767736295.030909:0:280187:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.030915:0:280187:0:(namei.c:2183:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1767736295.030918:0:280187:0:(namei.c:2227:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.030924:0:280187:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1767736295.030927:0:280187:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1767736295.031320:0:280187:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767736295.031323:0:280187:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880f3dd8 00000080:00002000:3.0:1767736295.031326:0:280187:0:(dcache.c:127:ll_ddelete()) deleting dentry d160d.sanity (ffff92e44acebd80, parent ffff92e443693bd0, inode ffff92e474754b08) hashed, 00000080:00000001:3.0:1767736295.031329:0:280187:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736295.031333:0:280187:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1767736295.031336:0:280187:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1767736295.036242:0:280188:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92e44cd50de0. 00000080:00000001:3.0:1767736295.039494:0:280188:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736295.039499:0:280188:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736295.039501:0:280188:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736295.039504:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103bc0 00000080:00200000:3.0:1767736295.039508:0:280188:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736295.039539:0:280188:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44c920800. 00800000:00000002:3.0:1767736295.039544:0:280188:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736295.039548:0:280188:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736295.039552:0:280188:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736295.039554:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103ae0 00800000:00000002:3.0:1767736295.039557:0:280188:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736295.039562:0:280188:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736295.039564:0:280188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736295.039566:0:280188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736295.039568:0:280188:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736295.039570:0:280188:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736295.039573:0:280188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736295.039575:0:280188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736295.039578:0:280188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736295.039581:0:280188:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736295.039586:0:280188:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736295.039588:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881039b0 00000002:00010000:3.0:1767736295.039590:0:280188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736295.039594:0:280188:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736295.039596:0:280188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736295.039598:0:280188:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736295.039603:0:280188:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6500 count: 2 00010000:00000001:3.0:1767736295.039614:0:280188:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736295.039618:0:280188:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736295.039620:0:280188:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736295.039625:0:280188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736295.039637:0:280188:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736295.039640:0:280188:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736295.039644:0:280188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736295.039653:0:280188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736295.039655:0:280188:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736295.039658:0:280188:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736295.039660:0:280188:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736295.039679:0:280188:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736295.039681:0:280188:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736295.039683:0:280188:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736295.039685:0:280188:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736295.039688:0:280188:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44c920800. 00000080:00000001:3.0:1767736295.039691:0:280188:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736295.039693:0:280188:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736295.039695:0:280188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736295.039697:0:280188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa921e 00800000:00000001:3.0:1767736295.039700:0:280188:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736295.039702:0:280188:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736295.039703:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.039704:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.039706:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:3.0:1767736295.039708:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736295.039711:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736295.039713:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.039714:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736295.039715:0:280188:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736295.039721:0:280188:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736295.039723:0:280188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa921e from it ffffa1dc88103bf8 00010000:00000001:3.0:1767736295.039725:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.039727:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.039728:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:3.0:1767736295.039730:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736295.039732:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736295.039733:0:280188:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736295.039736:0:280188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.039742:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.039743:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.039744:0:280188:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736295.039746:0:280188:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736295.039748:0:280188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.039755:0:280188:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736295.039757:0:280188:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736295.039758:0:280188:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736295.039760:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.039761:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.039763:0:280188:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.039765:0:280188:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736295.039766:0:280188:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.039768:0:280188:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.039770:0:280188:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.039772:0:280188:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736295.039773:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.039774:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736295.039775:0:280188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736295.039777:0:280188:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736295.039779:0:280188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:3.0:1767736295.039783:0:280188:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736295.039790:0:280188:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e44cd50740. 00000020:00000001:3.0:1767736295.039798:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103b28 00000080:00200000:3.0:1767736295.039800:0:280188:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160d.sanity, dir=[0x200000007:0x1:0x0](ffff92e44364b248), flags=27 00000080:00000001:3.0:1767736295.039803:0:280188:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767736295.039804:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881039e8 00000080:00200000:3.0:1767736295.039806:0:280188:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160d.sanity, dir=[0x200000007:0x1:0x0](ffff92e44364b248), intent=0 00000080:00000010:3.0:1767736295.039810:0:280188:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44c920800. 00800000:00000002:3.0:1767736295.039813:0:280188:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736295.039816:0:280188:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736295.039818:0:280188:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736295.039819:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103908 00800000:00000002:3.0:1767736295.039821:0:280188:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd160d.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736295.039823:0:280188:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736295.039825:0:280188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736295.039827:0:280188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736295.039828:0:280188:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736295.039830:0:280188:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736295.039831:0:280188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736295.039833:0:280188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736295.039835:0:280188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736295.039837:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881038a0 00800000:00000002:3.0:1767736295.039838:0:280188:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160d.sanity' -> mds #0 00000002:00000001:3.0:1767736295.039842:0:280188:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736295.039843:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881037d8 00000002:00010000:3.0:1767736295.039845:0:280188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160d.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1767736295.039848:0:280188:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736295.039849:0:280188:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767736295.039852:0:280188:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5e300. 00000020:00000040:3.0:1767736295.039854:0:280188:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00010000:00000001:3.0:1767736295.039857:0:280188:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736295.039860:0:280188:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736295.039862:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.039863:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.039865:0:280188:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.039867:0:280188:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736295.039868:0:280188:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736295.039870:0:280188:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736295.039878:0:280188:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e449365c00. 00000100:00000001:3.0:1767736295.039882:0:280188:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.039885:0:280188:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736295.039887:0:280188:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.039888:0:280188:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736295.039889:0:280188:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.039891:0:280188:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.039895:0:280188:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00010000:00000001:3.0:1767736295.039898:0:280188:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736295.039900:0:280188:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767736295.039902:0:280188:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6500 count: 2 00010000:00000001:3.0:1767736295.039904:0:280188:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736295.039906:0:280188:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767736295.039909:0:280188:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f6c00. 00000020:00000001:3.0:1767736295.039911:0:280188:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736295.039913:0:280188:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f6c00 with handle 0x1486b26cfafa922c to hash 00000020:00000001:3.0:1767736295.039915:0:280188:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736295.039916:0:280188:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736295.039919:0:280188:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736295.039921:0:280188:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736295.039922:0:280188:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736295.039925:0:280188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa922c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 280188 initiator: MDT0 00010000:00010000:3.0:1767736295.039932:0:280188:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa922c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 280188 initiator: MDT0 00010000:00010000:3.0:1767736295.039939:0:280188:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa922c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 280188 initiator: MDT0 00000100:00000001:3.0:1767736295.039943:0:280188:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736295.039944:0:280188:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736295.039947:0:280188:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e360eac0c0. 00000100:00000001:3.0:1767736295.039949:0:280188:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624104014069952 : -119969695481664 : ffff92e360eac0c0) 00000100:00000001:3.0:1767736295.039951:0:280188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736295.039956:0:280188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00000100:00000001:3.0:1767736295.039960:0:280188:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736295.039962:0:280188:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.039964:0:280188:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736295.039965:0:280188:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736295.039971:0:280188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5e300 x1853604137185280/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.039979:0:280188:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736295.039980:0:280188:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.039983:0:280188:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736295.039984:0:280188:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736295.039986:0:280188:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736295.039989:0:280188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5e300 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280188:1853604137185280:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736295.039993:0:280188:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736295.039995:0:280188:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736295.039997:0:280188:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.039999:0:280188:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736295.040002:0:280188:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766ac000. 02000000:00000001:3.0:1767736295.040004:0:280188:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736295.040008:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736295.040027:0:280188:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78420. 00000400:00000010:3.0:1767736295.040032:0:280188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299cc0. 00000100:00000200:3.0:1767736295.040037:0:280188:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137185280, portal 10 00000100:00000001:3.0:1767736295.040040:0:280188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736295.040041:0:280188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00000100:00000040:3.0:1767736295.040048:0:280188:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5e300 x1853604137185280/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.040057:0:280188:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736295.040061:0:280188:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736295.040064:0:280188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299198. 00000100:00000200:3.0:1767736295.040066:0:280188:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853604137185280, offset 0 00000400:00000200:3.0:1767736295.040072:0:280188:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736295.040079:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.040092:0:280188:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736295.040096:0:280188:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736295.040100:0:280188:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736295.040104:0:280188:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736295.040107:0:280188:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736295.040111:0:280188:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57549:57549:256:4294967295] 192.168.202.159@tcp LPNI seq info [57550:57550:8:4294967295] 00000400:00000200:3.0:1767736295.040116:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.040126:0:280188:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736295.040132:0:280188:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736295.040137:0:280188:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422100. 00000800:00000200:3.0:1767736295.040142:0:280188:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736295.040149:0:280188:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736295.040153:0:280188:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422100 type 1, nob 680 niov 1 nkiov 1 00000080:00000010:3.1:1767736295.040221:0:280188:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92e44cd50f20. 00000100:00000001:3.0:1767736295.040295:0:280188:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736295.040300:0:280188:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:3.0:1767736295.040308:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736295.040312:0:280188:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054332 00000800:00000200:2.0:1767736295.040369:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.040378:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422100. 00000400:00000200:2.0:1767736295.040386:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.040396:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.040403:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299198 00000400:00000010:2.0:1767736295.040406:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299198. 00000100:00000001:2.0:1767736295.040412:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767736295.040422:0:280188:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b02ba0. 00000100:00000200:2.0:1767736295.040422:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5e300 x1853604137185280/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.040435:0:280188:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767736295.040449:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736295.040450:0:280188:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054332 00000100:00000040:2.0:1767736295.040459:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5e300 x1853604137185280/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000010:3.0:1767736295.040461:0:280188:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b026c0. 00000100:00000001:3.0:1767736295.040466:0:280188:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767736295.040470:0:280188:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736295.040473:0:280188:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.040482:0:280188:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736295.040487:0:280188:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736295.040496:0:280188:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e360eac0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736295.040505:0:280188:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767736295.040508:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.040534:0:280188:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.040557:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.043768:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.043779:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.043782:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.043784:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.043790:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.043795:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.043800:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.043804:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.043807:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.043811:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 584 into portal 10 MB=0x695d7d826b000 00000400:00000200:2.0:1767736295.043815:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.043820:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 584/584 into md 0x8450d [1] + 224 00000800:00000001:2.0:1767736295.043824:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.043831:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.043833:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.043837:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.043840:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.043846:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5e300 x1853604137185280/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736295.043856:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff92e46ae5e300 x1853604137185280/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.043877:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.043883:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.043885:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.043909:0:280188:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736295.043925:0:280188:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736295.043926:0:280188:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736295.043929:0:280188:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78420. 00000400:00000200:3.0:1767736295.043934:0:280188:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299cc0 00000400:00000010:3.0:1767736295.043936:0:280188:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299cc0. 00000100:00000001:3.0:1767736295.043938:0:280188:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736295.043945:0:280188:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5e300 x1853604137185280/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736295.043956:0:280188:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5e300 x1853604137185280/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.043963:0:280188:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736295.043965:0:280188:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.043967:0:280188:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736295.043969:0:280188:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736295.043970:0:280188:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736295.043972:0:280188:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.043974:0:280188:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736295.043979:0:280188:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=60 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736295.043982:0:280188:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736295.043984:0:280188:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736295.043986:0:280188:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.044003:0:280188:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736295.044007:0:280188:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.044010:0:280188:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767736295.044012:0:280188:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: committing for last_committed 12884924768 gen 1 00000100:00000040:3.0:1767736295.044018:0:280188:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924768) req@ffff92e46ae5c700 x1853604137184256/t12884924766(12884924766) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/448 e 0 to 0 dl 1767736310 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.044027:0:280188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.044031:0:280188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5c700 x1853604137184256/t12884924766(12884924766) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/448 e 0 to 0 dl 1767736310 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.044039:0:280188:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736295.044041:0:280188:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736295.044044:0:280188:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766a8000. 02000000:00000001:3.0:1767736295.044048:0:280188:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736295.044057:0:280188:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736295.044059:0:280188:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=76 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736295.044062:0:280188:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736295.044064:0:280188:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e449365400. 02000000:00000001:3.0:1767736295.044067:0:280188:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736295.044069:0:280188:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736295.044072:0:280188:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5c700. 00000100:00000001:3.0:1767736295.044075:0:280188:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736295.044076:0:280188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.044079:0:280188:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767736295.044083:0:280188:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1767736295.044086:0:280188:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736295.044087:0:280188:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736295.044093:0:280188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5e300 x1853604137185280/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.044102:0:280188:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736295.044104:0:280188:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736295.044106:0:280188:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736295.044111:0:280188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5e300 x1853604137185280/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736295.044120:0:280188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5e300 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280188:1853604137185280:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736295.044125:0:280188:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.044128:0:280188:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.044130:0:280188:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736295.044132:0:280188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.044136:0:280188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5e300 x1853604137185280/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.044143:0:280188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736295.044146:0:280188:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e360eac0c0. 00000100:00000001:3.0:1767736295.044149:0:280188:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736295.044150:0:280188:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.044153:0:280188:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767736295.044155:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.044194:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.044197:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6c00 refcount=4 00000020:00000001:3.0:1767736295.044200:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736295.044204:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000040:3.0:1767736295.044209:0:280188:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e4446f6c00, remote cookie: 0x36aa93000a8d2a3d, flags: 0x1001 00010000:00010000:3.0:1767736295.044215:0:280188:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa922c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a3d expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767736295.044225:0:280188:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x90d:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1767736295.044230:0:280188:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1767736295.044236:0:280188:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e4499e6e00. 00010000:00000010:3.0:1767736295.044240:0:280188:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e45d612380. 00010000:00000001:3.0:1767736295.044246:0:280188:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736295.044250:0:280188:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa922c lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a3d expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767736295.044259:0:280188:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa922c lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a3d expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.044266:0:280188:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767736295.044269:0:280188:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767736295.044271:0:280188:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767736295.044273:0:280188:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767736295.044275:0:280188:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767736295.044278:0:280188:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x90d:0x0].0x0 (ffff92e4499e6e00) refcount = 1 00010000:00010000:3.0:1767736295.044282:0:280188:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa922c lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2a3d expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.044290:0:280188:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767736295.044292:0:280188:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767736295.044294:0:280188:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736295.044297:0:280188:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767736295.044305:0:280188:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736295.044310:0:280188:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa922c lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a3d expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.044316:0:280188:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767736295.044318:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.044320:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.044321:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.044323:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.044324:0:280188:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.044328:0:280188:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767736295.044330:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.044332:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.044333:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6c00 refcount=3 00000020:00000001:3.0:1767736295.044336:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736295.044339:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736295.044341:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.044343:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.044345:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6c00 refcount=4 00000020:00000001:3.0:1767736295.044347:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736295.044350:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736295.044353:0:280188:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736295.044355:0:280188:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736295.044359:0:280188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa922c lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2a3d expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.044366:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.044367:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.044369:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.044370:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.044372:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6c00 refcount=5 00000020:00000001:3.0:1767736295.044374:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736295.044377:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736295.044379:0:280188:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736295.044388:0:280188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa922c lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2a3d expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.044395:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.044397:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767736295.044400:0:280188:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa922c lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2a3d expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.044406:0:280188:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736295.044408:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.044409:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.044411:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.044412:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767736295.044419:0:280188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff92e46ae5e300 x1853604137185280/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767736295.044428:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.044429:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.044431:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6c00 refcount=3 00000020:00000001:3.0:1767736295.044433:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736295.044436:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736295.044438:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.044440:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736295.044442:0:280188:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.044444:0:280188:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.044446:0:280188:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767736295.044449:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.044450:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.044452:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6c00 refcount=3 00000020:00000001:3.0:1767736295.044454:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736295.044457:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00000002:00010000:3.0:1767736295.044460:0:280188:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa922c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a3d expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.044467:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.044475:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.044476:0:280188:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736295.044478:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.044480:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.044482:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6c00 refcount=3 00000020:00000001:3.0:1767736295.044484:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736295.044487:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000040:3.0:1767736295.044491:0:280188:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6e00 count: 2 00010000:00000001:3.0:1767736295.044494:0:280188:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767736295.044498:0:280188:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e47f45bc00 type 13 mode 4 res 8589939618/2317 (0 0) 00010000:00000001:3.0:1767736295.044501:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.044503:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736295.044504:0:280188:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767736295.044507:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103758 00000002:00002000:3.0:1767736295.044509:0:280188:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160d.sanity intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1767736295.044534:0:280188:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736295.044538:0:280188:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736295.044557:0:280188:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767736295.044559:0:280188:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767736295.044562:0:280188:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736295.044564:0:280188:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000001:3.0:1767736295.044566:0:280188:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767736295.044568:0:280188:0:(namei.c:677:ll_lookup_it_finish()) it ffffa1dc88103ac8 it_disposition b 00000080:00000001:3.0:1767736295.044570:0:280188:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767736295.044572:0:280188:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767736295.044574:0:280188:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767736295.044576:0:280188:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145805 : 144115272398145805 : 2000013a200090d) 00000080:00000001:3.0:1767736295.044578:0:280188:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:3.0:1767736295.044581:0:280188:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767736295.044583:0:280188:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x90d:0x0] 00000080:00000001:3.0:1767736295.044585:0:280188:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.044587:0:280188:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145805 : 144115272398145805 : 2000013a200090d) 00000080:00000001:3.0:1767736295.044590:0:280188:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:3.0:1767736295.044593:0:280188:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x90d:0x0], updating i_size 4096 00000080:00200000:3.0:1767736295.044600:0:280188:0:(namei.c:151:ll_iget()) got inode: [0x2000013a2:0x90d:0x0](ffff92e474754b08): rc = 0 00000080:00000001:3.0:1767736295.044624:0:280188:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624108636883720 : -119965072667896 : ffff92e474754b08) 00010000:00000001:3.0:1767736295.044627:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.044628:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.044630:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6c00 refcount=3 00000020:00000001:3.0:1767736295.044632:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736295.044635:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736295.044637:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.044639:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767736295.044640:0:280188:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1767736295.044642:0:280188:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1767736295.044644:0:280188:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767736295.044646:0:280188:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767736295.044648:0:280188:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736295.044656:0:280188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x90d:0x0](ffff92e474754b08) for lock 0x1486b26cfafa922c 00800000:00000001:3.0:1767736295.044659:0:280188:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736295.044661:0:280188:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736295.044662:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.044664:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.044665:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6c00 refcount=3 00000020:00000001:3.0:1767736295.044667:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736295.044670:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736295.044687:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.044689:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736295.044690:0:280188:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736295.044691:0:280188:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1767736295.044695:0:280188:0:(namei.c:656:ll_splice_alias()) Add dentry ffff92e44aceb870 inode ffff92e474754b08 refc 1 flags 0x20000e 00000080:00000001:3.0:1767736295.044698:0:280188:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736295.044699:0:280188:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.044701:0:280188:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1767736295.044704:0:280188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x90d:0x0](ffff92e474754b08) 00000080:00010000:3.0:1767736295.044706:0:280188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa922c from it ffffa1dc88103ac8 00010000:00000001:3.0:1767736295.044708:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.044709:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.044710:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6c00 refcount=3 00000020:00000001:3.0:1767736295.044716:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736295.044718:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:3.0:1767736295.044720:0:280188:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736295.044723:0:280188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa922c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2a3d expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.044728:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.044729:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.044730:0:280188:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736295.044732:0:280188:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736295.044734:0:280188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa922c lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a3d expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.044740:0:280188:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736295.044741:0:280188:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736295.044743:0:280188:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736295.044745:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.044746:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.044747:0:280188:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.044749:0:280188:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736295.044751:0:280188:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.044752:0:280188:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.044755:0:280188:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.044756:0:280188:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736295.044758:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.044759:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767736295.044760:0:280188:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767736295.044763:0:280188:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44c920800. 00000100:00000001:3.0:1767736295.044766:0:280188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.044771:0:280188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5e300 x1853604137185280/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.044777:0:280188:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736295.044778:0:280188:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736295.044780:0:280188:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766ac000. 02000000:00000001:3.0:1767736295.044783:0:280188:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736295.044788:0:280188:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736295.044789:0:280188:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=75 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736295.044791:0:280188:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736295.044793:0:280188:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e449365c00. 02000000:00000001:3.0:1767736295.044795:0:280188:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736295.044796:0:280188:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736295.044798:0:280188:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5e300. 00000100:00000001:3.0:1767736295.044800:0:280188:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736295.044801:0:280188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736295.044805:0:280188:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767736295.044807:0:280188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x90d:0x0](ffff92e474754b08), inode mode 41ed mask 1 00000080:00000001:3.0:1767736295.044810:0:280188:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736295.044817:0:280188:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e44cd50e40. 00000080:00000001:3.0:1767736295.044820:0:280188:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:3.0:1767736295.044822:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103b50 00000080:00200000:3.0:1767736295.044824:0:280188:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=migrate_dir, dir=[0x2000013a2:0x90d:0x0](ffff92e474754b08), file ffff92e443a4a300, open_flags 18800, mode 0 opened 0 00000080:00000010:3.0:1767736295.044828:0:280188:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff92e356b02420. 00000080:00000001:3.0:1767736295.044830:0:280188:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767736295.044832:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103a10 00000080:00200000:3.0:1767736295.044833:0:280188:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=migrate_dir, dir=[0x2000013a2:0x90d:0x0](ffff92e474754b08), intent=open 00000080:00000010:3.0:1767736295.044838:0:280188:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44c920800. 00000080:00000001:3.0:1767736295.044842:0:280188:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736295.044844:0:280188:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736295.044845:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103930 00800000:00000002:3.0:1767736295.044847:0:280188:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'migrate_dir' on [0x2000013a2:0x90d:0x0] 00800000:00000001:3.0:1767736295.044850:0:280188:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1767736295.044851:0:280188:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1767736295.044853:0:280188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736295.044854:0:280188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736295.044856:0:280188:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736295.044858:0:280188:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736295.044859:0:280188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736295.044861:0:280188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90d:0x0] 00800000:00000001:3.0:1767736295.044863:0:280188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736295.044865:0:280188:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446624108469325312 : -119965240226304 : ffff92e46a788e00) 00000020:00000001:3.0:1767736295.044868:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881038b0 00800000:00000002:3.0:1767736295.044874:0:280188:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x2000013a2:0x90d:0x0], fid2=[0x0:0x0:0x0], name='migrate_dir' -> mds #0 00000002:00000001:3.0:1767736295.044877:0:280188:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736295.044879:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881037e8 00000002:00010000:3.0:1767736295.044881:0:280188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: migrate_dir,[0x0:0x0:0x0]) in obj [0x2000013a2:0x90d:0x0], intent: open flags 0304001 00000002:00000001:3.0:1767736295.044884:0:280188:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736295.044885:0:280188:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1767736295.044887:0:280188:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767736295.044890:0:280188:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6e00 count: 2 00010000:00000001:3.0:1767736295.044892:0:280188:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736295.044894:0:280188:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767736295.044896:0:280188:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.044898:0:280188:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.044900:0:280188:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736295.044903:0:280188:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5e300. 00000020:00000040:3.0:1767736295.044906:0:280188:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=76 obd=lustre-MDT0000-mdc-ffff92e443fe1800 02000000:00000001:3.0:1767736295.044908:0:280188:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767736295.044910:0:280188:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.044912:0:280188:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736295.044914:0:280188:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736295.044916:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.044918:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.044919:0:280188:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.044921:0:280188:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736295.044922:0:280188:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736295.044925:0:280188:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736295.044928:0:280188:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e449365c00. 00000100:00000001:3.0:1767736295.044932:0:280188:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.044934:0:280188:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736295.044936:0:280188:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.044937:0:280188:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736295.044938:0:280188:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.044940:0:280188:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.044945:0:280188:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00010000:00000001:3.0:1767736295.044948:0:280188:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736295.044949:0:280188:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767736295.044956:0:280188:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6e00 count: 2 00010000:00000001:3.0:1767736295.044958:0:280188:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736295.044960:0:280188:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767736295.044963:0:280188:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f6200. 00000020:00000001:3.0:1767736295.044965:0:280188:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736295.044967:0:280188:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f6200 with handle 0x1486b26cfafa9233 to hash 00000020:00000001:3.0:1767736295.044969:0:280188:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736295.044971:0:280188:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000001:3.0:1767736295.044973:0:280188:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000001:3.0:1767736295.044975:0:280188:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736295.044977:0:280188:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736295.044980:0:280188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6200/0x1486b26cfafa9233 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 280188 initiator: MDT0 00010000:00010000:3.0:1767736295.045005:0:280188:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6200/0x1486b26cfafa9233 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 280188 initiator: MDT0 00000020:00100000:3.0:1767736295.045017:0:280188:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1767736295.045024:0:280188:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46ae5e300 x1853604137185536/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1767736295.045035:0:280188:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6200/0x1486b26cfafa9233 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 280188 initiator: MDT0 00000100:00000001:3.0:1767736295.045041:0:280188:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736295.045043:0:280188:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736295.045048:0:280188:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e360eac0c0. 00000100:00000001:3.0:1767736295.045050:0:280188:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624104014069952 : -119969695481664 : ffff92e360eac0c0) 00000100:00000001:3.0:1767736295.045053:0:280188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736295.045055:0:280188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00000100:00000001:3.0:1767736295.045059:0:280188:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736295.045063:0:280188:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.045065:0:280188:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736295.045067:0:280188:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736295.045071:0:280188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5e300 x1853604137185536/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.045087:0:280188:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736295.045089:0:280188:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.045093:0:280188:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736295.045095:0:280188:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736295.045098:0:280188:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736295.045102:0:280188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5e300 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280188:1853604137185536:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736295.045107:0:280188:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736295.045110:0:280188:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736295.045113:0:280188:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.045115:0:280188:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736295.045172:0:280188:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff92e476a40000. 02000000:00000001:3.0:1767736295.045175:0:280188:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736295.045182:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736295.045186:0:280188:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78420. 00000400:00000010:3.0:1767736295.045191:0:280188:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff92e4766ac000. 00000100:00000200:3.0:1767736295.045197:0:280188:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853604137185536, portal 10 00000100:00000001:3.0:1767736295.045199:0:280188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736295.045201:0:280188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00000100:00000040:3.0:1767736295.045244:0:280188:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5e300 x1853604137185536/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.045254:0:280188:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736295.045257:0:280188:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736295.045261:0:280188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299cc0. 00000100:00000200:3.0:1767736295.045265:0:280188:0:(niobuf.c:94:ptl_send_buf()) Sending 976 bytes to portal 12, xid 1853604137185536, offset 0 00000400:00000200:3.0:1767736295.045271:0:280188:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736295.045277:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.045283:0:280188:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736295.045288:0:280188:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736295.045292:0:280188:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736295.045295:0:280188:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736295.045299:0:280188:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736295.045313:0:280188:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57550:57550:256:4294967295] 192.168.202.159@tcp LPNI seq info [57551:57551:8:4294967295] 00000400:00000200:3.0:1767736295.045319:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.045329:0:280188:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736295.045336:0:280188:0:(socklnd_cb.c:1001:ksocknal_send()) sending 976 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736295.045340:0:280188:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422f00. 00000800:00000200:3.0:1767736295.045347:0:280188:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736295.045353:0:280188:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736295.045358:0:280188:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422f00 type 1, nob 1072 niov 1 nkiov 1 00000100:00000001:3.0:1767736295.045378:0:280188:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736295.045383:0:280188:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:3.0:1767736295.045387:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736295.045391:0:280188:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054337 00000100:00000001:3.0:1767736295.045397:0:280188:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054332 00000100:00000001:3.0:1767736295.045402:0:280188:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054337 00000100:00000001:3.0:1767736295.045406:0:280188:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054332 00000100:00000001:3.0:1767736295.045409:0:280188:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736295.045412:0:280188:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.045415:0:280188:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736295.045417:0:280188:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736295.045420:0:280188:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e360eac0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736295.045423:0:280188:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736295.045425:0:280188:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.045587:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.045593:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422f00. 00000400:00000200:2.0:1767736295.045597:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.045619:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.045624:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299cc0 00000400:00000010:2.0:1767736295.045637:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299cc0. 00000100:00000001:2.0:1767736295.045641:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.045648:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5e300 x1853604137185536/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.045660:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.045666:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5e300 x1853604137185536/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736311 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.045689:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.045690:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.055477:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.055490:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.055494:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.055497:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.055505:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.055537:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.055561:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.055565:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.055569:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.055572:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 608 into portal 10 MB=0x695d7d826b100 00000400:00000200:2.0:1767736295.055576:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.055581:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 608/608 into md 0x8451d [64] + 224 00000800:00000001:2.0:1767736295.055587:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.055595:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.055598:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.055604:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.055608:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.055613:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5e300 x1853604137185536/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736295.055624:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff92e46ae5e300 x1853604137185536/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.055642:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.055659:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.055663:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.055686:0:280188:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736295.055693:0:280188:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736295.055695:0:280188:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736295.055697:0:280188:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78420. 00000400:00000200:3.0:1767736295.055702:0:280188:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e4766ac000 00000400:00000010:3.0:1767736295.055704:0:280188:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff92e4766ac000. 00000100:00000001:3.0:1767736295.055707:0:280188:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736295.055715:0:280188:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5e300 x1853604137185536/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736295.055741:0:280188:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5e300 x1853604137185536/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.055748:0:280188:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736295.055750:0:280188:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.055752:0:280188:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736295.055754:0:280188:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736295.055756:0:280188:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736295.055758:0:280188:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.055760:0:280188:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736295.055764:0:280188:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=60 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736295.055767:0:280188:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736295.055770:0:280188:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736295.055771:0:280188:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.055773:0:280188:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736295.055775:0:280188:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.055778:0:280188:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736295.055779:0:280188:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:3.0:1767736295.055781:0:280188:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736295.055782:0:280188:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736295.055786:0:280188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5e300 x1853604137185536/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/608 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.055793:0:280188:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736295.055795:0:280188:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736295.055796:0:280188:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736295.055800:0:280188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5e300 x1853604137185536/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/608 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736295.055807:0:280188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5e300 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280188:1853604137185536:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736295.055811:0:280188:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.055813:0:280188:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.055815:0:280188:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736295.055816:0:280188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.055824:0:280188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5e300 x1853604137185536/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/608 e 0 to 0 dl 1767736311 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.055830:0:280188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736295.055833:0:280188:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e360eac0c0. 00000100:00000001:3.0:1767736295.055835:0:280188:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736295.055836:0:280188:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.055838:0:280188:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767736295.055841:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.055842:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.055845:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6200 refcount=4 00000020:00000001:3.0:1767736295.055847:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000001:3.0:1767736295.055849:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000040:3.0:1767736295.055853:0:280188:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e4446f6200, remote cookie: 0x36aa93000a8d2a59, flags: 0x1001 00010000:00010000:3.0:1767736295.055857:0:280188:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6200/0x1486b26cfafa9233 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a59 expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767736295.055865:0:280188:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2400013a2:0x15:0x0].0x0, instead of [0x2000013a2:0x90d:0x0].0x0 00010000:00000001:3.0:1767736295.055867:0:280188:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1767736295.055872:0:280188:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e4499e6800. 00010000:00000010:3.0:1767736295.055875:0:280188:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e45d612e00. 00010000:00000001:3.0:1767736295.055879:0:280188:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736295.055882:0:280188:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6200/0x1486b26cfafa9233 lrc: 4/1,0 mode: --/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a59 expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767736295.055889:0:280188:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6200/0x1486b26cfafa9233 lrc: 4/1,0 mode: --/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a59 expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.055894:0:280188:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767736295.055896:0:280188:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767736295.055898:0:280188:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767736295.055899:0:280188:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767736295.055900:0:280188:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767736295.055906:0:280188:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400013a2:0x15:0x0].0x0 (ffff92e4499e6800) refcount = 1 00010000:00010000:3.0:1767736295.055911:0:280188:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6200/0x1486b26cfafa9233 lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2a59 expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.055916:0:280188:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767736295.055918:0:280188:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767736295.055919:0:280188:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736295.055922:0:280188:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767736295.055923:0:280188:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736295.055926:0:280188:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6200/0x1486b26cfafa9233 lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a59 expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.055931:0:280188:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767736295.055933:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.055934:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.055935:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.055936:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.055937:0:280188:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.055940:0:280188:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767736295.055942:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.055943:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.055944:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6200 refcount=3 00000020:00000001:3.0:1767736295.055946:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000001:3.0:1767736295.055948:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000001:3.0:1767736295.055950:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.055951:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.055953:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6200 refcount=4 00000020:00000001:3.0:1767736295.055954:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000001:3.0:1767736295.055956:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000001:3.0:1767736295.055958:0:280188:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736295.055960:0:280188:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736295.055963:0:280188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6200/0x1486b26cfafa9233 lrc: 5/2,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2a59 expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.055995:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.055997:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.055999:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.056000:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.056002:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6200 refcount=5 00000020:00000001:3.0:1767736295.056004:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000001:3.0:1767736295.056007:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000001:3.0:1767736295.056009:0:280188:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736295.056012:0:280188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6200/0x1486b26cfafa9233 lrc: 5/2,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2a59 expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.056019:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.056021:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767736295.056024:0:280188:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6200/0x1486b26cfafa9233 lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2a59 expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.056030:0:280188:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736295.056032:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.056033:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.056035:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.056036:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767736295.056042:0:280188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=0 req@ffff92e46ae5e300 x1853604137185536/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/608 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767736295.056051:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.056052:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.056054:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6200 refcount=3 00000020:00000001:3.0:1767736295.056056:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000001:3.0:1767736295.056059:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000001:3.0:1767736295.056061:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.056063:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736295.056064:0:280188:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.056066:0:280188:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.056074:0:280188:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767736295.056076:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.056078:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.056079:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6200 refcount=3 00000020:00000001:3.0:1767736295.056082:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000001:3.0:1767736295.056084:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00000002:00010000:3.0:1767736295.056088:0:280188:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6200/0x1486b26cfafa9233 lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a59 expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.056096:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.056097:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.056099:0:280188:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736295.056101:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.056102:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.056104:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6200 refcount=3 00000020:00000001:3.0:1767736295.056106:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000001:3.0:1767736295.056108:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000040:3.0:1767736295.056112:0:280188:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6800 count: 2 00010000:00000001:3.0:1767736295.056115:0:280188:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767736295.056119:0:280188:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e47f45bc00 type 13 mode 4 res 9663681442/21 (0 0) 00010000:00000001:3.0:1767736295.056122:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.056124:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736295.056125:0:280188:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767736295.056127:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103768 00000002:00002000:3.0:1767736295.056130:0:280188:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=migrate_dir intent=open status=0 disp=b: rc = 0 00000002:00000001:3.0:1767736295.056133:0:280188:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736295.056137:0:280188:0:(lmv_intent.c:50:lmv_intent_remote()) Process entered 00800000:00000001:3.0:1767736295.056140:0:280188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736295.056142:0:280188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736295.056144:0:280188:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736295.056146:0:280188:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736295.056148:0:280188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736295.056151:0:280188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x15:0x0] 00800000:00000001:3.0:1767736295.056154:0:280188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:3.0:1767736295.056193:0:280188:0:(lmv_intent.c:74:lmv_intent_remote()) kmalloced '(op_data)': 384 at ffff92e44c921800. 00800000:00000002:3.0:1767736295.056205:0:280188:0:(lmv_intent.c:91:lmv_intent_remote()) REMOTE_INTENT with fid=[0x2400013a2:0x15:0x0] -> mds #1 00000002:00000001:3.0:1767736295.056209:0:280188:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736295.056212:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103738 00000002:00010000:3.0:1767736295.056214:0:280188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x90d:0x0]) in obj [0x2400013a2:0x15:0x0], intent: open flags 0304001 00000002:00000001:3.0:1767736295.056219:0:280188:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736295.056221:0:280188:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1767736295.056223:0:280188:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1767736295.056227:0:280188:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.056229:0:280188:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1767736295.056231:0:280188:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736295.056235:0:280188:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5c700. 00000020:00000040:3.0:1767736295.056239:0:280188:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 02000000:00000001:3.0:1767736295.056242:0:280188:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767736295.056244:0:280188:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.056247:0:280188:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736295.056250:0:280188:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736295.056253:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.056255:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.056257:0:280188:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.056259:0:280188:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736295.056261:0:280188:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736295.056265:0:280188:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736295.056270:0:280188:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e449365400. 00000100:00000001:3.0:1767736295.056275:0:280188:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.056278:0:280188:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736295.056280:0:280188:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.056282:0:280188:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736295.056284:0:280188:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.056286:0:280188:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.056291:0:280188:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446624108476483328 : -119965233068288 : ffff92e46ae5c700) 00010000:00000001:3.0:1767736295.056295:0:280188:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736295.056297:0:280188:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767736295.056300:0:280188:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e4499e6f00. 00010000:00000010:3.0:1767736295.056304:0:280188:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e45d612080. 00010000:00000001:3.0:1767736295.056308:0:280188:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767736295.056317:0:280188:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f6400. 00000020:00000001:3.0:1767736295.056321:0:280188:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736295.056323:0:280188:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f6400 with handle 0x1486b26cfafa923a to hash 00000020:00000001:3.0:1767736295.056325:0:280188:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736295.056327:0:280188:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831190528 : -119965878361088 : ffff92e4446f6400) 00010000:00000001:3.0:1767736295.056330:0:280188:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831190528 : -119965878361088 : ffff92e4446f6400) 00010000:00000001:3.0:1767736295.056333:0:280188:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736295.056336:0:280188:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736295.056339:0:280188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6400/0x1486b26cfafa923a lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 280188 initiator: MDT0 00010000:00010000:3.0:1767736295.056347:0:280188:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6400/0x1486b26cfafa923a lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280188 initiator: MDT0 00000020:00100000:3.0:1767736295.056358:0:280188:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1767736295.056366:0:280188:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46ae5c700 x1853604137185792/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1767736295.056376:0:280188:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6400/0x1486b26cfafa923a lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280188 initiator: MDT0 00000100:00000001:3.0:1767736295.056382:0:280188:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736295.056383:0:280188:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736295.056388:0:280188:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e360eac0c0. 00000100:00000001:3.0:1767736295.056390:0:280188:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624104014069952 : -119969695481664 : ffff92e360eac0c0) 00000100:00000001:3.0:1767736295.056393:0:280188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736295.056395:0:280188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476483328 : -119965233068288 : ffff92e46ae5c700) 00000100:00000001:3.0:1767736295.056398:0:280188:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736295.056402:0:280188:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.056404:0:280188:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736295.056405:0:280188:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736295.056410:0:280188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5c700 x1853604137185792/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.056418:0:280188:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736295.056425:0:280188:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.056429:0:280188:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736295.056432:0:280188:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736295.056434:0:280188:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736295.056439:0:280188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5c700 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280188:1853604137185792:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736295.056443:0:280188:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736295.056446:0:280188:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736295.056449:0:280188:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.056451:0:280188:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736295.056608:0:280188:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff92e447bc0000. 02000000:00000001:3.0:1767736295.056611:0:280188:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736295.056617:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736295.056620:0:280188:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78420. 00000400:00000010:3.0:1767736295.056624:0:280188:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff92e4766ac000. 00000100:00000200:3.0:1767736295.056628:0:280188:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853604137185792, portal 10 00000100:00000001:3.0:1767736295.056630:0:280188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736295.056631:0:280188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476483328 : -119965233068288 : ffff92e46ae5c700) 00000100:00000040:3.0:1767736295.056637:0:280188:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5c700 x1853604137185792/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.056643:0:280188:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736295.056645:0:280188:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736295.056648:0:280188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2996e8. 00000100:00000200:3.0:1767736295.056650:0:280188:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853604137185792, offset 0 00000400:00000200:3.0:1767736295.056655:0:280188:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736295.056661:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.056666:0:280188:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736295.056669:0:280188:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736295.056672:0:280188:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736295.056674:0:280188:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736295.056677:0:280188:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736295.056680:0:280188:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57551:57551:256:4294967295] 192.168.202.159@tcp LPNI seq info [57552:57552:8:4294967295] 00000400:00000200:3.0:1767736295.056684:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.056691:0:280188:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736295.056701:0:280188:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736295.056705:0:280188:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422500. 00000800:00000200:3.0:1767736295.056709:0:280188:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736295.056714:0:280188:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736295.056717:0:280188:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422500 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:3.0:1767736295.056732:0:280188:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736295.056735:0:280188:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7750 usecs (8 jiffies) 00000400:00000200:3.0:1767736295.056739:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736295.056741:0:280188:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054345 00000100:00000001:3.0:1767736295.056746:0:280188:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054337 00000100:00000001:3.0:1767736295.056749:0:280188:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054345 00000100:00000001:3.0:1767736295.056751:0:280188:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054337 00000100:00000001:3.0:1767736295.056754:0:280188:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736295.056756:0:280188:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.056758:0:280188:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736295.056760:0:280188:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736295.056762:0:280188:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e360eac0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736295.056765:0:280188:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736295.056767:0:280188:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.056844:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.056850:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422500. 00000400:00000200:2.0:1767736295.056854:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.056860:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.056864:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2996e8 00000400:00000010:2.0:1767736295.056866:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2996e8. 00000100:00000001:2.0:1767736295.056870:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.056875:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5c700 x1853604137185792/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.056885:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.056888:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5c700 x1853604137185792/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.056895:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.056897:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.059454:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.059468:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.059472:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.059475:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.059483:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.059489:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.059497:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.059501:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.059506:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.059535:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 608 into portal 10 MB=0x695d7d826b200 00000400:00000200:2.0:1767736295.059557:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.059561:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 608/608 into md 0x8452d [64] + 224 00000800:00000001:2.0:1767736295.059567:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.059574:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.059577:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.059580:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.059584:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.059598:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5c700 x1853604137185792/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736295.059609:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff92e46ae5c700 x1853604137185792/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.059629:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.059635:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.059639:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.059714:0:280188:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736295.059722:0:280188:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736295.059723:0:280188:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736295.059726:0:280188:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78420. 00000400:00000200:3.0:1767736295.059731:0:280188:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e4766ac000 00000400:00000010:3.0:1767736295.059733:0:280188:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff92e4766ac000. 00000100:00000001:3.0:1767736295.059736:0:280188:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736295.059743:0:280188:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5c700 x1853604137185792/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736295.059754:0:280188:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5c700 x1853604137185792/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.059761:0:280188:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736295.059772:0:280188:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.059774:0:280188:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736295.059776:0:280188:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736295.059777:0:280188:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736295.059779:0:280188:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.059781:0:280188:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736295.059786:0:280188:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=60 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736295.059789:0:280188:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736295.059792:0:280188:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767736295.059795:0:280188:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff92e46ae5c700 x1853604137185792/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.059801:0:280188:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767736295.059804:0:280188:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767736295.059805:0:280188:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1767736295.059807:0:280188:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767736295.059809:0:280188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736295.059810:0:280188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476483328 : -119965233068288 : ffff92e46ae5c700) 00000100:00000001:3.0:1767736295.059812:0:280188:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736295.059814:0:280188:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902619 00000100:00000001:3.0:1767736295.059815:0:280188:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736295.059817:0:280188:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1767736295.059821:0:280188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5c700 x1853604137185792/t12884902621(12884902621) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.059827:0:280188:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1767736295.059830:0:280188:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736295.059831:0:280188:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736295.059834:0:280188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5c700 x1853604137185792/t12884902621(12884902621) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736295.059842:0:280188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5c700 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280188:1853604137185792:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736295.059846:0:280188:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.059848:0:280188:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767736295.059850:0:280188:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736295.059855:0:280188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.059859:0:280188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5c700 x1853604137185792/t12884902621(12884902621) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.059865:0:280188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736295.059867:0:280188:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e360eac0c0. 00000100:00000001:3.0:1767736295.059870:0:280188:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736295.059871:0:280188:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1767736295.059873:0:280188:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767736295.059876:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.059877:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.059879:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6400 refcount=4 00000020:00000001:3.0:1767736295.059881:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831190528 : -119965878361088 : ffff92e4446f6400) 00010000:00000001:3.0:1767736295.059884:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831190528 : -119965878361088 : ffff92e4446f6400) 00010000:00010000:3.0:1767736295.059887:0:280188:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6400/0x1486b26cfafa923a lrc: 4/1,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280188 initiator: MDT0 00010000:00000001:3.0:1767736295.059894:0:280188:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1767736295.059897:0:280188:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6400/0x1486b26cfafa923a lrc: 4/1,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 280188 initiator: MDT0 00010000:00000001:3.0:1767736295.059902:0:280188:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736295.059905:0:280188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6400/0x1486b26cfafa923a lrc: 4/1,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 280188 initiator: MDT0 00010000:00000001:3.0:1767736295.059909:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.059911:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767736295.059913:0:280188:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6400/0x1486b26cfafa923a lrc: 3/0,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 280188 initiator: MDT0 00010000:00000001:3.0:1767736295.059917:0:280188:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736295.059919:0:280188:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.059921:0:280188:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767736295.059923:0:280188:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6400/0x1486b26cfafa923a lrc: 4/0,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 280188 initiator: MDT0 00010000:00010000:3.0:1767736295.059937:0:280188:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e4446f6400 already unused, calling callback (ffffffffc1b5db40) 00000080:00000001:3.0:1767736295.059939:0:280188:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1767736295.059941:0:280188:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6400/0x1486b26cfafa923a lrc: 4/0,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 280188 initiator: MDT0 00010000:00000001:3.0:1767736295.059946:0:280188:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1767736295.059948:0:280188:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1767736295.059967:0:280188:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6400/0x1486b26cfafa923a lrc: 4/0,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 280188 initiator: MDT0 00010000:00000001:3.0:1767736295.059973:0:280188:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1767736295.059975:0:280188:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767736295.059977:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.059979:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.059981:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6400 refcount=5 00000020:00000001:3.0:1767736295.059983:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831190528 : -119965878361088 : ffff92e4446f6400) 00010000:00000001:3.0:1767736295.059986:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831190528 : -119965878361088 : ffff92e4446f6400) 00010000:00000001:3.0:1767736295.059988:0:280188:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767736295.059991:0:280188:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6400/0x1486b26cfafa923a lrc: 5/0,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 280188 initiator: MDT0 00000080:00000001:3.0:1767736295.059997:0:280188:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767736295.059999:0:280188:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736295.060001:0:280188:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1767736295.060003:0:280188:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767736295.060006:0:280188:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767736295.060008:0:280188:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767736295.060010:0:280188:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736295.060012:0:280188:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767736295.060015:0:280188:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e4446f6400 with handle 0x1486b26cfafa923a from hash 00010000:00000001:3.0:1767736295.060017:0:280188:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767736295.060019:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.060025:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.060027:0:280188:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767736295.060029:0:280188:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767736295.060030:0:280188:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767736295.060033:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.060035:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.060036:0:280188:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.060039:0:280188:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736295.060042:0:280188:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6400/0x1486b26cfafa923a lrc: 3/0,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 280188 initiator: MDT0 00010000:00000001:3.0:1767736295.060048:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.060049:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.060051:0:280188:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767736295.060053:0:280188:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736295.060055:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.060056:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.060057:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767736295.060060:0:280188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6400/0x1486b26cfafa923a lrc: 0/0,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 280188 initiator: MDT0 00010000:00000040:3.0:1767736295.060067:0:280188:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e4499e6f00 count: 0 00010000:00000010:3.0:1767736295.060072:0:280188:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff92e45d612080. 00010000:00000001:3.0:1767736295.060080:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.060082:0:280188:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1767736295.060086:0:280188:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1767736295.060092:0:280188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff92e46ae5c700 x1853604137185792/t12884902621(12884902621) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767736295.060102:0:280188:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1767736295.060106:0:280188:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff92e46ae5c700 x1853604137185792/t12884902621(12884902621) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767736295.060114:0:280188:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.060117:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767736295.060118:0:280188:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.060121:0:280188:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.060128:0:280188:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.060131:0:280188:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1767736295.060133:0:280188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736295.060135:0:280188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476483328 : -119965233068288 : ffff92e46ae5c700) 00010000:00000001:3.0:1767736295.060138:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767736295.060139:0:280188:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.060141:0:280188:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767736295.060144:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881036b8 00000002:00002000:3.0:1767736295.060146:0:280188:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:3.0:1767736295.060150:0:280188:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736295.060153:0:280188:0:(lmv_intent.c:132:lmv_intent_remote()) Process leaving 00800000:00000010:3.0:1767736295.060155:0:280188:0:(lmv_intent.c:134:lmv_intent_remote()) kfreed 'op_data': 384 at ffff92e44c921800. 00000100:00000001:3.0:1767736295.060208:0:280188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.060215:0:280188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5e300 x1853604137185536/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/608 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.060224:0:280188:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736295.060227:0:280188:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736295.060229:0:280188:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff92e476a40000. 02000000:00000001:3.0:1767736295.060263:0:280188:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736295.060265:0:280188:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736295.060267:0:280188:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=75 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736295.060270:0:280188:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736295.060272:0:280188:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e449365c00. 02000000:00000001:3.0:1767736295.060275:0:280188:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736295.060277:0:280188:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736295.060279:0:280188:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5e300. 00000100:00000001:3.0:1767736295.060283:0:280188:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736295.060285:0:280188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736295.060290:0:280188:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736295.060293:0:280188:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767736295.060298:0:280188:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x2000013a2:0x90d:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767736295.060302:0:280188:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.060305:0:280188:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767736295.060307:0:280188:0:(namei.c:677:ll_lookup_it_finish()) it ffff92e356b02420 it_disposition 80002b 00000080:00000001:3.0:1767736295.060312:0:280188:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767736295.060316:0:280188:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767736295.060326:0:280188:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767736295.060329:0:280188:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625493 : 162129670907625493 : 2400013a2000015) 00000080:00000001:3.0:1767736295.060333:0:280188:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:3.0:1767736295.060337:0:280188:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767736295.060340:0:280188:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2400013a2:0x15:0x0] 00000080:00000001:3.0:1767736295.060344:0:280188:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.060347:0:280188:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625493 : 162129670907625493 : 2400013a2000015) 00000080:00000001:3.0:1767736295.060350:0:280188:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00200000:3.0:1767736295.060354:0:280188:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2400013a2:0x15:0x0], updating i_size 4096 00000080:00200000:3.0:1767736295.060357:0:280188:0:(namei.c:151:ll_iget()) got inode: [0x2400013a2:0x15:0x0](ffff92e474755b88): rc = 0 00000080:00000001:3.0:1767736295.060360:0:280188:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624108636887944 : -119965072663672 : ffff92e474755b88) 00010000:00000001:3.0:1767736295.060363:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.060364:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.060366:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6200 refcount=3 00000020:00000001:3.0:1767736295.060369:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000001:3.0:1767736295.060372:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000001:3.0:1767736295.060375:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.060376:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767736295.060378:0:280188:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767736295.060381:0:280188:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767736295.060383:0:280188:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736295.060386:0:280188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2400013a2:0x15:0x0](ffff92e474755b88) for lock 0x1486b26cfafa9233 00800000:00000001:3.0:1767736295.060389:0:280188:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736295.060391:0:280188:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736295.060393:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.060394:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.060396:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6200 refcount=3 00000020:00000001:3.0:1767736295.060398:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000001:3.0:1767736295.060400:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000001:3.0:1767736295.060403:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.060405:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736295.060406:0:280188:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736295.060408:0:280188:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1767736295.060414:0:280188:0:(namei.c:656:ll_splice_alias()) Add dentry ffff92e44acebd80 inode ffff92e474755b88 refc 1 flags 0x20000e 00000080:00000001:3.0:1767736295.060423:0:280188:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736295.060426:0:280188:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.060429:0:280188:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1767736295.060432:0:280188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400013a2:0x15:0x0](ffff92e474755b88) 00000080:00000001:3.0:1767736295.060435:0:280188:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767736295.060438:0:280188:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44c920800. 00000100:00000001:3.0:1767736295.060442:0:280188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.060447:0:280188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5c700 x1853604137185792/t12884902621(12884902621) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.060455:0:280188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.060460:0:280188:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:3.0:1767736295.060462:0:280188:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:3.0:1767736295.060465:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103a40 00000080:00200008:3.0:1767736295.060467:0:280188:0:(file.c:1001:ll_file_open()) START file migrate_dir:[0x2400013a2:0x15:0x0](ffff92e474755b88), flags 304000 00000080:00000010:3.0:1767736295.060473:0:280188:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff92e451bf6780. 00000080:00000010:3.0:1767736295.060479:0:280188:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff92e442d05a80. 00000080:00000001:3.0:1767736295.060481:0:280188:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:3.0:1767736295.060484:0:280188:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1767736295.060487:0:280188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736295.060489:0:280188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736295.060490:0:280188:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736295.060493:0:280188:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736295.060495:0:280188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736295.060498:0:280188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x15:0x0] 00800000:00000001:3.0:1767736295.060500:0:280188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.060504:0:280188:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1767736295.060507:0:280188:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff92e44cd50200. 00000002:00100000:3.0:1767736295.060553:0:280188:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff92e46ae5c700 x1853604137185792/t12884902621(12884902621) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767736295.060560:0:280188:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736295.060562:0:280188:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1767736295.060565:0:280188:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1767736295.060568:0:280188:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.060570:0:280188:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736295.060579:0:280188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.060583:0:280188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5c700 x1853604137185792/t12884902621(12884902621) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1767736295.060589:0:280188:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736295.060591:0:280188:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff92e447bc0000. 02000000:00000001:3.0:1767736295.060656:0:280188:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767736295.060658:0:280188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736295.060661:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103a40 00000080:00000008:3.0:1767736295.060663:0:280188:0:(file.c:1240:ll_file_open()) COMPLETED file migrate_dir:[0x2400013a2:0x15:0x0](ffff92e474755b88), flags 304000, rc = 0 00000080:00000001:3.0:1767736295.060682:0:280188:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.060684:0:280188:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1767736295.060685:0:280188:0:(dcache.c:176:ll_intent_release()) intent ffff92e356b02420 released 00000080:00010000:3.0:1767736295.060687:0:280188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9233 from it ffff92e356b02420 00010000:00000001:3.0:1767736295.060689:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.060690:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.060692:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6200 refcount=3 00000020:00000001:3.0:1767736295.060694:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000001:3.0:1767736295.060696:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831190016 : -119965878361600 : ffff92e4446f6200) 00010000:00000001:3.0:1767736295.060698:0:280188:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736295.060701:0:280188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6200/0x1486b26cfafa9233 lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2a59 expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.060708:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.060709:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.060710:0:280188:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736295.060711:0:280188:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736295.060714:0:280188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6200/0x1486b26cfafa9233 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a59 expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.060720:0:280188:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736295.060721:0:280188:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736295.060723:0:280188:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736295.060725:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.060726:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.060731:0:280188:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.060734:0:280188:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736295.060735:0:280188:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.060737:0:280188:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.060739:0:280188:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.060741:0:280188:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736295.060742:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.060743:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767736295.060745:0:280188:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1767736295.060746:0:280188:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1767736295.060748:0:280188:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.060749:0:280188:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767736295.060751:0:280188:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff92e356b02420. 00000080:00000001:3.0:1767736295.060754:0:280188:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.060757:0:280188:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767736295.060758:0:280188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2400013a2:0x15:0x0](ffff92e474755b88), inode mode 41ed mask 44 00000080:00000001:3.0:1767736295.060762:0:280188:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.060781:0:280188:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736295.060783:0:280188:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736295.060784:0:280188:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736295.060785:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103bc0 00000080:00200000:3.0:1767736295.060787:0:280188:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736295.060791:0:280188:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44c920800. 00800000:00000002:3.0:1767736295.060794:0:280188:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736295.060797:0:280188:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736295.060798:0:280188:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736295.060800:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103ae0 00800000:00000002:3.0:1767736295.060802:0:280188:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736295.060805:0:280188:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736295.060806:0:280188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736295.060807:0:280188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736295.060809:0:280188:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736295.060810:0:280188:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736295.060812:0:280188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736295.060814:0:280188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736295.060815:0:280188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736295.060818:0:280188:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736295.060821:0:280188:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736295.060828:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881039b0 00000002:00010000:3.0:1767736295.060830:0:280188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736295.060833:0:280188:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736295.060834:0:280188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736295.060836:0:280188:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736295.060839:0:280188:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6500 count: 2 00010000:00000001:3.0:1767736295.060841:0:280188:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736295.060844:0:280188:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736295.060846:0:280188:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736295.060849:0:280188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736295.060855:0:280188:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736295.060858:0:280188:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736295.060861:0:280188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736295.060866:0:280188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736295.060868:0:280188:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736295.060869:0:280188:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736295.060871:0:280188:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736295.060873:0:280188:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736295.060875:0:280188:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736295.060877:0:280188:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736295.060879:0:280188:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736295.060881:0:280188:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44c920800. 00000080:00000001:3.0:1767736295.060883:0:280188:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736295.060885:0:280188:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736295.060887:0:280188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736295.060889:0:280188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa921e 00800000:00000001:3.0:1767736295.060892:0:280188:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736295.060893:0:280188:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736295.060895:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.060896:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.060897:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:3.0:1767736295.060903:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736295.060905:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736295.060908:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.060909:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736295.060910:0:280188:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736295.060911:0:280188:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736295.060914:0:280188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa921e from it ffffa1dc88103bf8 00010000:00000001:3.0:1767736295.060915:0:280188:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.060916:0:280188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.060918:0:280188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:3.0:1767736295.060919:0:280188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736295.060921:0:280188:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:3.0:1767736295.060923:0:280188:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736295.060926:0:280188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.060931:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.060932:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.060933:0:280188:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736295.060935:0:280188:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736295.060937:0:280188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736295.060942:0:280188:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736295.060943:0:280188:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736295.060945:0:280188:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736295.060947:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.060948:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736295.060949:0:280188:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.060951:0:280188:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736295.060952:0:280188:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.060954:0:280188:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.060956:0:280188:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.060958:0:280188:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736295.060959:0:280188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736295.060963:0:280188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736295.060965:0:280188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736295.060966:0:280188:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736295.060968:0:280188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:3.0:1767736295.060972:0:280188:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.060989:0:280188:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767736295.060992:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103b88 00000080:00002000:3.0:1767736295.060994:0:280188:0:(dcache.c:87:ll_dcompare()) found name d160d.sanity(ffff92e44aceb870) flags 0x20000e refc 1 00000080:00000001:3.0:1767736295.060998:0:280188:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736295.061000:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103bd0 00000080:00200000:3.0:1767736295.061002:0:280188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160d.sanity, flags=24 00000080:00000001:3.0:1767736295.061006:0:280188:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736295.061008:0:280188:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.061011:0:280188:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767736295.061013:0:280188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x90d:0x0](ffff92e474754b08), inode mode 41ed mask 1 00000080:00000001:3.0:1767736295.061016:0:280188:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.061019:0:280188:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767736295.061020:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103bc0 00000080:00002000:3.0:1767736295.061022:0:280188:0:(dcache.c:87:ll_dcompare()) found name migrate_dir(ffff92e44acebd80) flags 0x20000e refc 1 00000080:00000001:3.0:1767736295.061025:0:280188:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736295.061027:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103c08 00000080:00200000:3.0:1767736295.061028:0:280188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=migrate_dir, flags=264 00000080:00000001:3.0:1767736295.061031:0:280188:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736295.061033:0:280188:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.061036:0:280188:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767736295.061037:0:280188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2400013a2:0x15:0x0](ffff92e474755b88), inode mode 41ed mask 44 00000080:00000001:3.0:1767736295.061040:0:280188:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.061044:0:280188:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:3.0:1767736295.061046:0:280188:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:3.0:1767736295.061047:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103b78 00000080:00200008:3.0:1767736295.061049:0:280188:0:(file.c:1001:ll_file_open()) START file migrate_dir:[0x2400013a2:0x15:0x0](ffff92e474755b88), flags 504000 00000080:00000010:3.0:1767736295.061054:0:280188:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff92e451bf7900. 00000080:00000001:3.0:1767736295.061058:0:280188:0:(file.c:919:ll_local_open()) Process entered 00000080:00400000:3.0:1767736295.061061:0:280188:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1767736295.061065:0:280188:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.061067:0:280188:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1767736295.061074:0:280188:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.061076:0:280188:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767736295.061080:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103b78 00000080:00000008:3.0:1767736295.061082:0:280188:0:(file.c:1240:ll_file_open()) COMPLETED file migrate_dir:[0x2400013a2:0x15:0x0](ffff92e474755b88), flags 504000, rc = 0 00000080:00000001:3.0:1767736295.061085:0:280188:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.061097:0:280188:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:3.0:1767736295.061099:0:280188:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1767736295.061101:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103db0 00000080:00200008:3.0:1767736295.061103:0:280188:0:(file.c:424:ll_file_release()) START file migrate_dir:[0x2400013a2:0x15:0x0](ffff92e474755b88), flags 304000 00000080:00400000:3.0:1767736295.061107:0:280188:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2400013a2:0x15:0x0] 00000080:00000001:3.0:1767736295.061110:0:280188:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1767736295.061112:0:280188:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:3.0:1767736295.061113:0:280188:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:3.0:1767736295.061116:0:280188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736295.061118:0:280188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736295.061120:0:280188:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736295.061122:0:280188:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736295.061124:0:280188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736295.061127:0:280188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x15:0x0] 00800000:00000001:3.0:1767736295.061129:0:280188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.061132:0:280188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736295.061134:0:280188:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736295.061138:0:280188:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.061140:0:280188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736295.061142:0:280188:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2400013a2:0x15:0x0]: 0 00000080:00000001:3.0:1767736295.061145:0:280188:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1767736295.061147:0:280188:0:(file.c:312:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736295.061149:0:280188:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff92e451bf6780. 00000080:00000001:3.0:1767736295.061152:0:280188:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736295.061155:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103db0 00000080:00000008:3.0:1767736295.061157:0:280188:0:(file.c:464:ll_file_release()) COMPLETED file migrate_dir:[0x2400013a2:0x15:0x0](ffff92e474755b88), flags 304000, rc = 0 00000080:00000001:3.0:1767736295.061160:0:280188:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.061162:0:280188:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.061180:0:280188:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767736295.061184:0:280188:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2400013a2:0x15:0x0](ffff92e474755b88) cmd=c03066f1 arg=da03e0 00000080:00000001:3.0:1767736295.061227:0:280188:0:(dir.c:889:ll_dir_getstripe_default()) Process entered 00000080:00000001:3.0:1767736295.061229:0:280188:0:(dir.c:771:ll_dir_get_default_layout()) Process entered 00000080:00000010:3.0:1767736295.061241:0:280188:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44c920800. 00800000:00000001:3.0:1767736295.061248:0:280188:0:(lmv_obd.c:1589:lmv_getattr()) Process entered 00800000:00000001:3.0:1767736295.061250:0:280188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736295.061252:0:280188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736295.061253:0:280188:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736295.061255:0:280188:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736295.061257:0:280188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736295.061260:0:280188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x15:0x0] 00800000:00000001:3.0:1767736295.061262:0:280188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.061267:0:280188:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:3.0:1767736295.061270:0:280188:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5e300. 00000020:00000040:3.0:1767736295.061273:0:280188:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=7 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:3.0:1767736295.061277:0:280188:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736295.061280:0:280188:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736295.061283:0:280188:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736295.061288:0:280188:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44c921800. 00000100:00000001:3.0:1767736295.061292:0:280188:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.061298:0:280188:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:3.0:1767736295.061300:0:280188:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736295.061302:0:280188:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736295.061306:0:280188:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e360eac0c0. 00000100:00000001:3.0:1767736295.061309:0:280188:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624104014069952 : -119969695481664 : ffff92e360eac0c0) 00000100:00000001:3.0:1767736295.061311:0:280188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736295.061313:0:280188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00000100:00000001:3.0:1767736295.061317:0:280188:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736295.061320:0:280188:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.061322:0:280188:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736295.061324:0:280188:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736295.061330:0:280188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5e300 x1853604137185920/t0(0) o33->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.061340:0:280188:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736295.061342:0:280188:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.061345:0:280188:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736295.061347:0:280188:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736295.061349:0:280188:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736295.061353:0:280188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5e300 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280188:1853604137185920:192.168.202.159@tcp:33:lfs.0 00000100:00000001:3.0:1767736295.061364:0:280188:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736295.061368:0:280188:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736295.061370:0:280188:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.061372:0:280188:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736295.061379:0:280188:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff92e4748a0000. 02000000:00000001:3.0:1767736295.061382:0:280188:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736295.061388:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736295.061392:0:280188:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78420. 00000400:00000010:3.0:1767736295.061397:0:280188:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff92e360eacd80. 00000100:00000200:3.0:1767736295.061402:0:280188:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853604137185920, portal 10 00000100:00000001:3.0:1767736295.061405:0:280188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736295.061406:0:280188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00000100:00000040:3.0:1767736295.061413:0:280188:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5e300 x1853604137185920/t0(0) o33->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/4824 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.061421:0:280188:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736295.061424:0:280188:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736295.061427:0:280188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299c38. 00000100:00000200:3.0:1767736295.061430:0:280188:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1853604137185920, offset 0 00000400:00000200:3.0:1767736295.061436:0:280188:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736295.061442:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.061448:0:280188:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736295.061452:0:280188:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736295.061456:0:280188:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736295.061459:0:280188:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736295.061462:0:280188:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736295.061466:0:280188:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57552:57552:256:4294967295] 192.168.202.159@tcp LPNI seq info [57553:57553:8:4294967295] 00000400:00000200:3.0:1767736295.061472:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.061481:0:280188:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736295.061487:0:280188:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736295.061492:0:280188:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422a00. 00000800:00000200:3.0:1767736295.061497:0:280188:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736295.061540:0:280188:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736295.061560:0:280188:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422a00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1767736295.061574:0:280188:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736295.061578:0:280188:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7746 usecs (8 jiffies) 00000400:00000200:3.0:1767736295.061582:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736295.061584:0:280188:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054350 00000100:00000001:3.0:1767736295.061588:0:280188:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054345 00000100:00000001:3.0:1767736295.061592:0:280188:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054350 00000100:00000001:3.0:1767736295.061594:0:280188:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054345 00000100:00000001:3.0:1767736295.061597:0:280188:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736295.061599:0:280188:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.061601:0:280188:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736295.061602:0:280188:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736295.061604:0:280188:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e360eac0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736295.061606:0:280188:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736295.061608:0:280188:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.061781:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.061787:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422a00. 00000400:00000200:2.0:1767736295.061791:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.061797:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.061801:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299c38 00000400:00000010:2.0:1767736295.061803:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299c38. 00000100:00000001:2.0:1767736295.061806:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.061812:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5e300 x1853604137185920/t0(0) o33->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/4824 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.061821:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.061825:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5e300 x1853604137185920/t0(0) o33->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/4824 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.061832:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.061833:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.064024:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.064040:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.064043:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.064046:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.064054:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.064061:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.064068:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.064073:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.064078:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.064082:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 464 into portal 10 MB=0x695d7d826b280 00000400:00000200:2.0:1767736295.064088:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.064105:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 464/464 into md 0x8453d [2] + 224 00000800:00000001:2.0:1767736295.064113:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.064122:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.064125:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.064130:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.064135:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.064142:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5e300 x1853604137185920/t0(0) o33->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/4824 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736295.064156:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=464 offset=224 replen=4824 req@ffff92e46ae5e300 x1853604137185920/t0(0) o33->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/4824 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.064227:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.064236:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.064241:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.064265:0:280188:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736295.064276:0:280188:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736295.064278:0:280188:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736295.064282:0:280188:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78420. 00000400:00000200:3.0:1767736295.064290:0:280188:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e360eacd80 00000400:00000010:3.0:1767736295.064292:0:280188:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff92e360eacd80. 00000100:00000001:3.0:1767736295.064297:0:280188:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736295.064306:0:280188:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5e300 x1853604137185920/t0(0) o33->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/4824 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736295.064320:0:280188:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5e300 x1853604137185920/t0(0) o33->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/4824 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.064330:0:280188:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736295.064332:0:280188:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.064335:0:280188:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736295.064338:0:280188:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736295.064340:0:280188:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736295.064353:0:280188:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.064357:0:280188:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736295.064364:0:280188:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad530 time=45 v=5 (5 5 5 0) 00000100:00001000:3.0:1767736295.064368:0:280188:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736295.064371:0:280188:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736295.064373:0:280188:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.064375:0:280188:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736295.064378:0:280188:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.064381:0:280188:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736295.064383:0:280188:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902619 00000100:00000001:3.0:1767736295.064386:0:280188:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736295.064388:0:280188:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736295.064393:0:280188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5e300 x1853604137185920/t0(0) o33->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/464 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.064402:0:280188:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736295.064405:0:280188:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736295.064407:0:280188:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736295.064412:0:280188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5e300 x1853604137185920/t0(0) o33->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/464 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736295.064421:0:280188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5e300 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280188:1853604137185920:192.168.202.159@tcp:33:lfs.0 00000100:00000001:3.0:1767736295.064426:0:280188:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.064429:0:280188:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.064431:0:280188:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736295.064433:0:280188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.064437:0:280188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5e300 x1853604137185920/t0(0) o33->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/464 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.064445:0:280188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736295.064448:0:280188:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e360eac0c0. 00000100:00000001:3.0:1767736295.064451:0:280188:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736295.064452:0:280188:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:3.0:1767736295.064457:0:280188:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:3.0:1767736295.064460:0:280188:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.064462:0:280188:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736295.064472:0:280188:0:(lmv_obd.c:1602:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736295.064476:0:280188:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44c920800. 00000080:00000001:3.0:1767736295.064481:0:280188:0:(dir.c:802:ll_dir_get_default_layout()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1767736295.064485:0:280188:0:(dir.c:907:ll_dir_getstripe_default()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1767736295.064489:0:280188:0:(dir.c:2218:ll_dir_ioctl()) Process leaving via finish_req (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:3.0:1767736295.064492:0:280188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.064496:0:280188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5e300 x1853604137185920/t0(0) o33->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/464 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.064504:0:280188:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736295.064506:0:280188:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736295.064509:0:280188:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff92e4748a0000. 02000000:00000001:3.0:1767736295.064536:0:280188:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736295.064538:0:280188:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736295.064540:0:280188:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736295.064543:0:280188:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736295.064545:0:280188:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44c921800. 02000000:00000001:3.0:1767736295.064564:0:280188:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736295.064565:0:280188:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736295.064567:0:280188:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5e300. 00000100:00000001:3.0:1767736295.064570:0:280188:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736295.064572:0:280188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736295.064580:0:280188:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767736295.064582:0:280188:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2400013a2:0x15:0x0](ffff92e474755b88) cmd=800466af arg=7ffd2a52fca0 00000080:00000001:3.0:1767736295.064588:0:280188:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000080:00000001:3.0:1767736295.064591:0:280188:0:(dir.c:955:ll_get_mdt_idx_by_fid()) Process entered 00000080:00000010:3.0:1767736295.064595:0:280188:0:(dir.c:956:ll_get_mdt_idx_by_fid()) kmalloced '(op_data)': 384 at ffff92e44c921800. 00800000:00000001:3.0:1767736295.064599:0:280188:0:(lmv_obd.c:1589:lmv_getattr()) Process entered 00800000:00000001:3.0:1767736295.064600:0:280188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736295.064602:0:280188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736295.064604:0:280188:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736295.064606:0:280188:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736295.064609:0:280188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736295.064611:0:280188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x15:0x0] 00800000:00000001:3.0:1767736295.064613:0:280188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736295.064616:0:280188:0:(lmv_obd.c:1597:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736295.064618:0:280188:0:(dir.c:964:ll_get_mdt_idx_by_fid()) kfreed 'op_data': 384 at ffff92e44c921800. 00000080:00000001:3.0:1767736295.064628:0:280188:0:(dir.c:968:ll_get_mdt_idx_by_fid()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736295.064631:0:280188:0:(llite_lib.c:3460:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.064633:0:280188:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.064710:0:280188:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:3.0:1767736295.064713:0:280188:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1767736295.064715:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103db0 00000080:00200008:3.0:1767736295.064718:0:280188:0:(file.c:424:ll_file_release()) START file migrate_dir:[0x2400013a2:0x15:0x0](ffff92e474755b88), flags 504000 00000080:00000001:3.0:1767736295.064722:0:280188:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1767736295.064723:0:280188:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:3.0:1767736295.064725:0:280188:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:3.0:1767736295.064728:0:280188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736295.064730:0:280188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736295.064731:0:280188:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736295.064733:0:280188:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736295.064735:0:280188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736295.064737:0:280188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x15:0x0] 00800000:00000001:3.0:1767736295.064740:0:280188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.064742:0:280188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736295.064745:0:280188:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736295.064748:0:280188:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.064751:0:280188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736295.064753:0:280188:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2400013a2:0x15:0x0]: 0 00000080:00000001:3.0:1767736295.064755:0:280188:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1767736295.064757:0:280188:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1767736295.064760:0:280188:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff92e44c921800. 00000080:00000001:3.0:1767736295.064762:0:280188:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1767736295.064766:0:280188:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1767736295.064769:0:280188:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000001:3.0:1767736295.064771:0:280188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736295.064773:0:280188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736295.064775:0:280188:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736295.064777:0:280188:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736295.064780:0:280188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736295.064782:0:280188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x15:0x0] 00800000:00000001:3.0:1767736295.064784:0:280188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736295.064787:0:280188:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2400013a2:0x15:0x0] 00000002:00000001:3.0:1767736295.064789:0:280188:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:3.0:1767736295.064792:0:280188:0:(mdc_request.c:881:mdc_close()) lustre-MDT0001-mdc-ffff92e443fe1800: [0x2400013a2:0x15:0x0] file closed with intent: 0 00000100:00000010:3.0:1767736295.064796:0:280188:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5e300. 00000020:00000040:3.0:1767736295.064807:0:280188:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=7 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:3.0:1767736295.064810:0:280188:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736295.064813:0:280188:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736295.064816:0:280188:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736295.064822:0:280188:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44c920800. 00000100:00000001:3.0:1767736295.064826:0:280188:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1767736295.064837:0:280188:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff92e46ae5c700 x1853604137185792/t12884902621(12884902621) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1767736295.064850:0:280188:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1767736295.064855:0:280188:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46ae5e300 x1853604137186176/t0(0) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1767736295.064863:0:280188:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736295.064865:0:280188:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736295.064869:0:280188:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e360eac0c0. 00000100:00000001:3.0:1767736295.064871:0:280188:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624104014069952 : -119969695481664 : ffff92e360eac0c0) 00000100:00000001:3.0:1767736295.064874:0:280188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736295.064875:0:280188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00000100:00000001:3.0:1767736295.064879:0:280188:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736295.064882:0:280188:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.064884:0:280188:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736295.064886:0:280188:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736295.064890:0:280188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5e300 x1853604137186176/t0(0) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.064897:0:280188:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736295.064899:0:280188:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.064902:0:280188:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736295.064904:0:280188:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736295.064907:0:280188:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736295.064910:0:280188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5e300 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280188:1853604137186176:192.168.202.159@tcp:35:lfs.0 00000100:00000001:3.0:1767736295.064914:0:280188:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736295.064917:0:280188:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736295.064919:0:280188:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.064927:0:280188:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736295.064930:0:280188:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766ac000. 02000000:00000001:3.0:1767736295.064933:0:280188:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736295.064939:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736295.064942:0:280188:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78420. 00000400:00000010:3.0:1767736295.064946:0:280188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2993b8. 00000100:00000200:3.0:1767736295.064951:0:280188:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137186176, portal 10 00000100:00000001:3.0:1767736295.064953:0:280188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736295.064955:0:280188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00000100:00000040:3.0:1767736295.064961:0:280188:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5e300 x1853604137186176/t0(0) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.064985:0:280188:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736295.064989:0:280188:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736295.064991:0:280188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299440. 00000100:00000200:3.0:1767736295.064994:0:280188:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853604137186176, offset 0 00000400:00000200:3.0:1767736295.065000:0:280188:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736295.065006:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.065012:0:280188:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736295.065017:0:280188:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736295.065021:0:280188:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736295.065024:0:280188:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736295.065027:0:280188:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736295.065031:0:280188:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57553:57553:256:4294967295] 192.168.202.159@tcp LPNI seq info [57554:57554:8:4294967295] 00000400:00000200:3.0:1767736295.065037:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.065046:0:280188:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736295.065052:0:280188:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736295.065057:0:280188:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422700. 00000800:00000200:3.0:1767736295.065062:0:280188:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736295.065069:0:280188:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736295.065073:0:280188:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1767736295.065093:0:280188:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736295.065105:0:280188:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7742 usecs (8 jiffies) 00000400:00000200:3.0:1767736295.065110:0:280188:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736295.065113:0:280188:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054353 00000100:00000001:3.0:1767736295.065119:0:280188:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054350 00000100:00000001:3.0:1767736295.065123:0:280188:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054353 00000100:00000001:3.0:1767736295.065126:0:280188:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054350 00000100:00000001:3.0:1767736295.065130:0:280188:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736295.065134:0:280188:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.065137:0:280188:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736295.065140:0:280188:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736295.065143:0:280188:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e360eac0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736295.065189:0:280188:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736295.065193:0:280188:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.065257:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.065264:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422700. 00000400:00000200:2.0:1767736295.065271:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.065278:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.065284:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299440 00000400:00000010:2.0:1767736295.065288:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299440. 00000100:00000001:2.0:1767736295.065293:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.065302:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5e300 x1853604137186176/t0(0) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.065314:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.065319:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5e300 x1853604137186176/t0(0) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.065328:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.065331:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.067817:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.067831:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.067835:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.067837:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.067844:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.067850:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.067868:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.067872:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.067877:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.067881:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 456 into portal 10 MB=0x695d7d826b380 00000400:00000200:2.0:1767736295.067886:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.067891:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 456/456 into md 0x8454d [1] + 224 00000800:00000001:2.0:1767736295.067898:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.067906:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.067910:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.067914:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.067918:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.067925:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5e300 x1853604137186176/t0(0) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736295.067938:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff92e46ae5e300 x1853604137186176/t0(0) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.067964:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.067971:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.067974:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.068041:0:280188:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736295.068050:0:280188:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736295.068052:0:280188:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736295.068055:0:280188:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78420. 00000400:00000200:3.0:1767736295.068062:0:280188:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2993b8 00000400:00000010:3.0:1767736295.068065:0:280188:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2993b8. 00000100:00000001:3.0:1767736295.068068:0:280188:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736295.068078:0:280188:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5e300 x1853604137186176/t0(0) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736295.068092:0:280188:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5e300 x1853604137186176/t0(0) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.068102:0:280188:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736295.068104:0:280188:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.068107:0:280188:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736295.068109:0:280188:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736295.068111:0:280188:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736295.068114:0:280188:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.068117:0:280188:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736295.068123:0:280188:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad530 time=45 v=5 (5 5 5 0) 00000100:00001000:3.0:1767736295.068127:0:280188:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736295.068142:0:280188:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736295.068176:0:280188:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.068180:0:280188:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736295.068183:0:280188:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.068187:0:280188:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767736295.068188:0:280188:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1767736295.068191:0:280188:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767736295.068193:0:280188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736295.068195:0:280188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00000100:00000001:3.0:1767736295.068198:0:280188:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736295.068200:0:280188:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902619 00000100:00000001:3.0:1767736295.068202:0:280188:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736295.068205:0:280188:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736295.068211:0:280188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5e300 x1853604137186176/t12884902622(12884902622) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.068221:0:280188:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736295.068223:0:280188:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736295.068225:0:280188:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736295.068230:0:280188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5e300 x1853604137186176/t12884902622(12884902622) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736295.068240:0:280188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5e300 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280188:1853604137186176:192.168.202.159@tcp:35:lfs.0 00000100:00000001:3.0:1767736295.068245:0:280188:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.068248:0:280188:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.068251:0:280188:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736295.068252:0:280188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.068256:0:280188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5e300 x1853604137186176/t12884902622(12884902622) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.068264:0:280188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736295.068267:0:280188:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e360eac0c0. 00000100:00000001:3.0:1767736295.068271:0:280188:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736295.068273:0:280188:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.068278:0:280188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736295.068288:0:280188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00000002:00000001:3.0:1767736295.068291:0:280188:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736295.068294:0:280188:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736295.068298:0:280188:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44c921800. 00000080:00000001:3.0:1767736295.068302:0:280188:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1767736295.068305:0:280188:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1767736295.068307:0:280188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736295.068310:0:280188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736295.068312:0:280188:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736295.068315:0:280188:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736295.068317:0:280188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736295.068319:0:280188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x15:0x0] 00800000:00000001:3.0:1767736295.068323:0:280188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736295.068326:0:280188:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1767736295.068332:0:280188:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff92e46ae5c700 x1853604137185792/t12884902621(12884902621) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.068341:0:280188:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736295.068343:0:280188:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476483328 : -119965233068288 : ffff92e46ae5c700) 00000100:00000001:3.0:1767736295.068346:0:280188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.068349:0:280188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5c700 x1853604137185792/t12884902621(12884902621) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.068358:0:280188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.068360:0:280188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.068363:0:280188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5e300 x1853604137186176/t12884902622(12884902622) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.068371:0:280188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.068373:0:280188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.068376:0:280188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5c700 x1853604137185792/t12884902621(12884902621) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.068384:0:280188:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767736295.068386:0:280188:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736295.068388:0:280188:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736295.068390:0:280188:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736295.068399:0:280188:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e449365400. 02000000:00000001:3.0:1767736295.068403:0:280188:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736295.068405:0:280188:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736295.068407:0:280188:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5c700. 00000100:00000001:3.0:1767736295.068410:0:280188:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736295.068412:0:280188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.068414:0:280188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.068418:0:280188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5e300 x1853604137186176/t12884902622(12884902622) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.068426:0:280188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1767736295.068428:0:280188:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff92e44cd50200. 00000002:00000001:3.0:1767736295.068432:0:280188:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736295.068434:0:280188:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736295.068437:0:280188:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff92e442d05a80. 00000100:00000001:3.0:1767736295.068439:0:280188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.068443:0:280188:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5e300 x1853604137186176/t12884902622(12884902622) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.068450:0:280188:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736295.068452:0:280188:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736295.068454:0:280188:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766ac000. 02000000:00000001:3.0:1767736295.068457:0:280188:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736295.068459:0:280188:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736295.068461:0:280188:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736295.068463:0:280188:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736295.068465:0:280188:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44c920800. 02000000:00000001:3.0:1767736295.068467:0:280188:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736295.068469:0:280188:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736295.068470:0:280188:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5e300. 00000100:00000001:3.0:1767736295.068473:0:280188:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736295.068474:0:280188:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736295.068477:0:280188:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736295.068480:0:280188:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff92e451bf7900. 00000080:00000001:3.0:1767736295.068483:0:280188:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736295.068487:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103db0 00000080:00000008:3.0:1767736295.068490:0:280188:0:(file.c:464:ll_file_release()) COMPLETED file migrate_dir:[0x2400013a2:0x15:0x0](ffff92e474755b88), flags 504000, rc = 0 00000080:00000001:3.0:1767736295.068500:0:280188:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.068502:0:280188:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736295.068506:0:280188:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767736295.068508:0:280188:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88103e00 00000080:00002000:3.0:1767736295.068552:0:280188:0:(dcache.c:127:ll_ddelete()) keeping dentry migrate_dir (ffff92e44acebd80, parent ffff92e44aceb870, inode ffff92e474755b88) hashed, 00000080:00000001:3.0:1767736295.068557:0:280188:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767736295.070219:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e4499e6f00. 00010000:00000010:3.1:1767736295.070231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e4446f6400. 00000100:00000040:3.0:1767736295.073213:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305054353, at 4305054354 00000100:00000010:3.0:1767736295.073223:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b026c0. 00000100:00000040:2.0:1767736295.073274:0:264667:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305054353, at 4305054354 00000100:00000010:2.0:1767736295.073289:0:264667:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b02ba0. 00000002:00000001:0.0:1767736295.104866:0:280195:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:0.0:1767736295.104873:0:280195:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e444762b00. 00000002:00000001:0.0:1767736295.104878:0:280195:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.104887:0:280195:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:0.0:1767736295.104891:0:280195:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff92e47ab98340. 00000020:00000040:0.0:1767736295.104900:0:280195:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff92e443fe1800 (ffff92e448576380) now 6 - changelog 00000002:00000001:0.0:1767736295.104904:0:280195:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:0.0:1767736295.104908:0:280195:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:0.0:1767736295.104911:0:280195:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:0.0:1767736295.104916:0:280195:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b707100. 00000020:00000040:0.0:1767736295.104920:0:280195:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=76 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:0.0:1767736295.104925:0:280195:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736295.104928:0:280195:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736295.104931:0:280195:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736295.104937:0:280195:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44600b400. 00000100:00000001:0.0:1767736295.104942:0:280195:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.104947:0:280195:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767736295.104949:0:280195:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767736295.104954:0:280195:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.104957:0:280195:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107862397120 : -119965847154496 : ffff92e4464b90c0) 00000100:00000001:0.0:1767736295.104960:0:280195:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.104962:0:280195:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485570816 : -119965223980800 : ffff92e46b707100) 00000100:00000001:0.0:1767736295.104966:0:280195:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736295.104969:0:280195:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.104972:0:280195:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767736295.104974:0:280195:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767736295.104982:0:280195:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b707100 x1853604137186304/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.104994:0:280195:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767736295.104996:0:280195:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.105000:0:280195:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767736295.105002:0:280195:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736295.105005:0:280195:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767736295.105010:0:280195:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b707100 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280195:1853604137186304:192.168.202.159@tcp:46:lfs.0 00000100:00000001:0.0:1767736295.105023:0:280195:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767736295.105027:0:280195:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767736295.105029:0:280195:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.105032:0:280195:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767736295.105034:0:280195:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44600b800. 02000000:00000001:0.0:1767736295.105037:0:280195:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767736295.105044:0:280195:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736295.105053:0:280195:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19b58. 00000400:00000010:0.0:1767736295.105059:0:280195:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba330. 00000100:00000200:0.0:1767736295.105063:0:280195:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137186304, portal 10 00000100:00000001:0.0:1767736295.105066:0:280195:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.105068:0:280195:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485570816 : -119965223980800 : ffff92e46b707100) 00000100:00000040:0.0:1767736295.105075:0:280195:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46b707100 x1853604137186304/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.105084:0:280195:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736295.105088:0:280195:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767736295.105091:0:280195:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba220. 00000100:00000200:0.0:1767736295.105095:0:280195:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853604137186304, offset 0 00000400:00000200:0.0:1767736295.105101:0:280195:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736295.105107:0:280195:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.105113:0:280195:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767736295.105117:0:280195:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736295.105121:0:280195:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736295.105124:0:280195:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767736295.105127:0:280195:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767736295.105131:0:280195:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57554:57554:256:4294967295] 192.168.202.159@tcp LPNI seq info [57555:57555:8:4294967295] 00000400:00000200:0.0:1767736295.105136:0:280195:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.105175:0:280195:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767736295.105182:0:280195:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767736295.105188:0:280195:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762a00. 00000800:00000200:0.0:1767736295.105195:0:280195:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767736295.105213:0:280195:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767736295.105218:0:280195:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762a00 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:0.0:1767736295.105240:0:280195:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.105245:0:280195:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:0.0:1767736295.105251:0:280195:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736295.105255:0:280195:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054397 00000100:00000010:0.0:1767736295.105260:0:280195:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e448408ae0. 00000100:00000001:0.0:1767736295.105266:0:280195:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767736295.105274:0:280195:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054397 00000100:00000010:0.0:1767736295.105278:0:280195:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e4484089c0. 00000100:00000001:0.0:1767736295.105282:0:280195:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767736295.105285:0:280195:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.105289:0:280195:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.105293:0:280195:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736295.105296:0:280195:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767736295.105299:0:280195:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4464b90c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767736295.105303:0:280195:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736295.105306:0:280195:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.105346:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.105354:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762a00. 00000400:00000200:2.0:1767736295.105361:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.105369:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.105375:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba220 00000400:00000010:2.0:1767736295.105378:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba220. 00000100:00000001:2.0:1767736295.105383:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.105390:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b707100 x1853604137186304/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.105402:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.105407:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b707100 x1853604137186304/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.105429:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.105431:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.108396:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.108408:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.108411:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.108414:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.108421:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.108427:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.108434:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.108438:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.108442:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.108447:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d826b400 00000400:00000200:2.0:1767736295.108452:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.108458:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x8455d [1] + 224 00000800:00000001:2.0:1767736295.108464:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.108472:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.108475:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.108479:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.108484:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.108490:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b707100 x1853604137186304/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.108501:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46b707100 x1853604137186304/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.108549:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.108556:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.108560:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.108592:0:280195:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736295.108600:0:280195:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736295.108602:0:280195:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736295.108605:0:280195:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19b58. 00000400:00000200:0.0:1767736295.108611:0:280195:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba330 00000400:00000010:0.0:1767736295.108613:0:280195:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba330. 00000100:00000001:0.0:1767736295.108616:0:280195:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736295.108625:0:280195:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b707100 x1853604137186304/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767736295.108638:0:280195:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b707100 x1853604137186304/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.108647:0:280195:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736295.108649:0:280195:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.108652:0:280195:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736295.108664:0:280195:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736295.108666:0:280195:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736295.108668:0:280195:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.108671:0:280195:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736295.108678:0:280195:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736295.108682:0:280195:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736295.108685:0:280195:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736295.108687:0:280195:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.108689:0:280195:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736295.108693:0:280195:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.108696:0:280195:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736295.108698:0:280195:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:0.0:1767736295.108700:0:280195:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736295.108702:0:280195:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.108707:0:280195:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b707100 x1853604137186304/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.108716:0:280195:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.108719:0:280195:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736295.108720:0:280195:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736295.108725:0:280195:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b707100 x1853604137186304/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767736295.108735:0:280195:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b707100 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280195:1853604137186304:192.168.202.159@tcp:46:lfs.0 00000100:00000001:0.0:1767736295.108740:0:280195:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.108743:0:280195:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.108745:0:280195:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736295.108747:0:280195:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.108750:0:280195:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b707100 x1853604137186304/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.108758:0:280195:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736295.108761:0:280195:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.108764:0:280195:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736295.108766:0:280195:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.108768:0:280195:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.108779:0:280195:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b707100 x1853604137186304/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.108787:0:280195:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736295.108789:0:280195:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736295.108792:0:280195:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44600b800. 02000000:00000001:0.0:1767736295.108795:0:280195:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736295.108797:0:280195:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736295.108799:0:280195:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=75 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736295.108801:0:280195:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736295.108803:0:280195:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44600b400. 02000000:00000001:0.0:1767736295.108806:0:280195:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736295.108808:0:280195:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736295.108810:0:280195:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b707100. 00000100:00000001:0.0:1767736295.108814:0:280195:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736295.108815:0:280195:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.108818:0:280195:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.108821:0:280195:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.108824:0:280195:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767736295.108827:0:280195:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff92e443fe1800 (ffff92e448576380) now 6 - changelog 00000002:00000001:0.0:1767736295.108830:0:280195:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:0.0:1767736295.108832:0:280195:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff92e47ab98340. 00000002:00000010:0.0:1767736295.108844:0:280195:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e444762b00. 00000100:00000040:2.0:1767736295.117233:0:264667:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305054397, at 4305054398 00000100:00000010:2.0:1767736295.117244:0:264667:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e448408ae0. 00000100:00000040:3.0:1767736295.117259:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305054397, at 4305054398 00000100:00000010:3.0:1767736295.117273:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e4484089c0. 00000002:00000001:0.0:1767736295.122285:0:280197:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:0.0:1767736295.122291:0:280197:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e444762b00. 00000002:00000001:0.0:1767736295.122296:0:280197:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.122304:0:280197:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:0.0:1767736295.122308:0:280197:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff92e47ab980c0. 00000020:00000040:0.0:1767736295.122314:0:280197:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001-mdc-ffff92e443fe1800 (ffff92e4485718e0) now 6 - changelog 00000002:00000001:0.0:1767736295.122318:0:280197:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:0.0:1767736295.122321:0:280197:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:0.0:1767736295.122323:0:280197:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:0.0:1767736295.122326:0:280197:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b707100. 00000020:00000040:0.0:1767736295.122330:0:280197:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:0.0:1767736295.122334:0:280197:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736295.122336:0:280197:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736295.122340:0:280197:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736295.122353:0:280197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44600b400. 00000100:00000001:0.0:1767736295.122358:0:280197:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.122362:0:280197:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767736295.122364:0:280197:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767736295.122368:0:280197:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.122370:0:280197:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107862397120 : -119965847154496 : ffff92e4464b90c0) 00000100:00000001:0.0:1767736295.122374:0:280197:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.122376:0:280197:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485570816 : -119965223980800 : ffff92e46b707100) 00000100:00000001:0.0:1767736295.122380:0:280197:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736295.122383:0:280197:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.122385:0:280197:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767736295.122387:0:280197:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767736295.122395:0:280197:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b707100 x1853604137186432/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.122406:0:280197:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767736295.122408:0:280197:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.122411:0:280197:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767736295.122414:0:280197:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736295.122417:0:280197:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767736295.122421:0:280197:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b707100 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280197:1853604137186432:192.168.202.159@tcp:46:lfs.0 00000100:00000001:0.0:1767736295.122425:0:280197:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767736295.122428:0:280197:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767736295.122430:0:280197:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.122433:0:280197:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767736295.122436:0:280197:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44600b800. 02000000:00000001:0.0:1767736295.122438:0:280197:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767736295.122445:0:280197:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736295.122448:0:280197:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19b58. 00000400:00000010:0.0:1767736295.122453:0:280197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba330. 00000100:00000200:0.0:1767736295.122458:0:280197:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137186432, portal 10 00000100:00000001:0.0:1767736295.122460:0:280197:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.122462:0:280197:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485570816 : -119965223980800 : ffff92e46b707100) 00000100:00000040:0.0:1767736295.122469:0:280197:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46b707100 x1853604137186432/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.122493:0:280197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736295.122497:0:280197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767736295.122509:0:280197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dbaf68. 00000100:00000200:0.0:1767736295.122538:0:280197:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853604137186432, offset 0 00000400:00000200:0.0:1767736295.122546:0:280197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736295.122552:0:280197:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.122558:0:280197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767736295.122563:0:280197:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736295.122567:0:280197:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736295.122570:0:280197:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767736295.122574:0:280197:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767736295.122578:0:280197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57555:57555:256:4294967295] 192.168.202.159@tcp LPNI seq info [57556:57556:8:4294967295] 00000400:00000200:0.0:1767736295.122583:0:280197:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.122594:0:280197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767736295.122600:0:280197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767736295.122604:0:280197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762100. 00000800:00000200:0.0:1767736295.122610:0:280197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767736295.122616:0:280197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767736295.122620:0:280197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762100 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:0.0:1767736295.122637:0:280197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.122642:0:280197:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7740 usecs (8 jiffies) 00000400:00000200:0.0:1767736295.122646:0:280197:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736295.122649:0:280197:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054411 00000100:00000010:0.0:1767736295.122653:0:280197:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e448408b40. 00000100:00000001:0.0:1767736295.122658:0:280197:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767736295.122664:0:280197:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054411 00000100:00000010:0.0:1767736295.122668:0:280197:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e448408480. 00000100:00000001:0.0:1767736295.122673:0:280197:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767736295.122679:0:280197:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.122691:0:280197:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.122693:0:280197:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736295.122695:0:280197:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767736295.122698:0:280197:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4464b90c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767736295.122703:0:280197:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736295.122706:0:280197:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.122754:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.122761:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762100. 00000400:00000200:2.0:1767736295.122768:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.122787:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.122793:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dbaf68 00000400:00000010:2.0:1767736295.122796:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dbaf68. 00000100:00000001:2.0:1767736295.122800:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.122807:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b707100 x1853604137186432/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.122819:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.122824:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b707100 x1853604137186432/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.122833:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.122835:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.125865:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.125879:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.125883:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.125886:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.125894:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.125900:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.125908:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.125913:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.125917:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.125922:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d826b480 00000400:00000200:2.0:1767736295.125927:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.125933:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x84565 [1] + 224 00000800:00000001:2.0:1767736295.125939:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.125948:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.125951:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.125956:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.125961:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.125968:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b707100 x1853604137186432/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.125981:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46b707100 x1853604137186432/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.126030:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.126040:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.126044:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.126126:0:280197:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736295.126136:0:280197:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736295.126138:0:280197:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736295.126189:0:280197:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19b58. 00000400:00000200:0.0:1767736295.126199:0:280197:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba330 00000400:00000010:0.0:1767736295.126202:0:280197:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba330. 00000100:00000001:0.0:1767736295.126207:0:280197:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736295.126217:0:280197:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b707100 x1853604137186432/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767736295.126231:0:280197:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b707100 x1853604137186432/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.126241:0:280197:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736295.126243:0:280197:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.126246:0:280197:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736295.126249:0:280197:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736295.126251:0:280197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736295.126254:0:280197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.126257:0:280197:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736295.126264:0:280197:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736295.126269:0:280197:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736295.126272:0:280197:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736295.126275:0:280197:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.126279:0:280197:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736295.126282:0:280197:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.126285:0:280197:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736295.126287:0:280197:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902619 00000100:00000001:0.0:1767736295.126289:0:280197:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736295.126292:0:280197:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.126297:0:280197:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b707100 x1853604137186432/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.126327:0:280197:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.126330:0:280197:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736295.126332:0:280197:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736295.126337:0:280197:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b707100 x1853604137186432/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767736295.126347:0:280197:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b707100 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280197:1853604137186432:192.168.202.159@tcp:46:lfs.0 00000100:00000001:0.0:1767736295.126352:0:280197:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.126355:0:280197:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.126357:0:280197:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736295.126359:0:280197:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.126363:0:280197:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b707100 x1853604137186432/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.126371:0:280197:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736295.126374:0:280197:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.126377:0:280197:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736295.126378:0:280197:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.126381:0:280197:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.126384:0:280197:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b707100 x1853604137186432/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.126392:0:280197:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736295.126394:0:280197:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736295.126397:0:280197:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44600b800. 02000000:00000001:0.0:1767736295.126400:0:280197:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736295.126402:0:280197:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736295.126403:0:280197:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736295.126406:0:280197:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736295.126408:0:280197:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44600b400. 02000000:00000001:0.0:1767736295.126411:0:280197:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736295.126413:0:280197:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736295.126415:0:280197:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b707100. 00000100:00000001:0.0:1767736295.126418:0:280197:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736295.126425:0:280197:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.126428:0:280197:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.126430:0:280197:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.126433:0:280197:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767736295.126436:0:280197:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff92e443fe1800 (ffff92e4485718e0) now 6 - changelog 00000002:00000001:0.0:1767736295.126439:0:280197:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:0.0:1767736295.126441:0:280197:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff92e47ab980c0. 00000002:00000010:0.0:1767736295.126453:0:280197:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e444762b00. 00000100:00000040:2.0:1767736295.131232:0:264667:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305054411, at 4305054412 00000100:00000010:2.0:1767736295.131244:0:264667:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e448408b40. 00000100:00000040:3.0:1767736295.131273:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305054411, at 4305054412 00000100:00000010:3.0:1767736295.131287:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e448408480. 00000080:00000001:0.0:1767736295.135659:0:280198:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767736295.135665:0:280198:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767736295.135667:0:280198:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767736295.135669:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133bc0 00000080:00200000:0.0:1767736295.135673:0:280198:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:0.0:1767736295.135680:0:280198:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44600b400. 00800000:00000002:0.0:1767736295.135685:0:280198:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:0.0:1767736295.135688:0:280198:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767736295.135692:0:280198:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.135694:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133ae0 00800000:00000002:0.0:1767736295.135697:0:280198:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767736295.135701:0:280198:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767736295.135703:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.135705:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.135707:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.135709:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.135712:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.135714:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767736295.135717:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.135720:0:280198:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767736295.135724:0:280198:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.135726:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881339b0 00000002:00010000:0.0:1767736295.135729:0:280198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767736295.135733:0:280198:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736295.135735:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.135737:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.135741:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6500 count: 2 00010000:00000001:0.0:1767736295.135745:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.135756:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.135759:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767736295.135764:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736295.135775:0:280198:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736295.135779:0:280198:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.135783:0:280198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767736295.135791:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767736295.135793:0:280198:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736295.135796:0:280198:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767736295.135798:0:280198:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767736295.135800:0:280198:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767736295.135803:0:280198:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767736295.135806:0:280198:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767736295.135808:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:0.0:1767736295.135812:0:280198:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44600b400. 00000080:00000001:0.0:1767736295.135816:0:280198:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767736295.135818:0:280198:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736295.135821:0:280198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:0.0:1767736295.135825:0:280198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa921e 00800000:00000001:0.0:1767736295.135828:0:280198:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767736295.135830:0:280198:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736295.135832:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.135834:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.135842:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:0.0:1767736295.135844:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.135847:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.135850:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.135852:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.135854:0:280198:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.135856:0:280198:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736295.135864:0:280198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa921e from it ffffa1dc88133bf8 00010000:00000001:0.0:1767736295.135867:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.135868:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.135870:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:0.0:1767736295.135872:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.135875:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.135877:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.135881:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.135889:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.135890:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.135892:0:280198:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736295.135894:0:280198:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736295.135897:0:280198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.135904:0:280198:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736295.135906:0:280198:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736295.135908:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.135912:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.135913:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.135915:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.135917:0:280198:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736295.135919:0:280198:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.135922:0:280198:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.135925:0:280198:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.135927:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.135929:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.135930:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767736295.135932:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767736295.135934:0:280198:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767736295.135937:0:280198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:0.0:1767736295.135941:0:280198:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.135944:0:280198:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767736295.135947:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133b88 00000080:00002000:0.0:1767736295.135954:0:280198:0:(dcache.c:87:ll_dcompare()) found name d160d.sanity(ffff92e44aceb870) flags 0x20000e refc 1 00000080:00000001:0.0:1767736295.135957:0:280198:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.135960:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133bd0 00000080:00200000:0.0:1767736295.135962:0:280198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160d.sanity, flags=27 00000080:00000001:0.0:1767736295.135965:0:280198:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767736295.135967:0:280198:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.135970:0:280198:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767736295.135972:0:280198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x90d:0x0](ffff92e474754b08), inode mode 41ed mask 1 00000080:00000001:0.0:1767736295.135976:0:280198:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.135979:0:280198:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767736295.135980:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133bc0 00000080:00002000:0.0:1767736295.135982:0:280198:0:(dcache.c:87:ll_dcompare()) found name migrate_dir(ffff92e44acebd80) flags 0x28000e refc 0 00000080:00000001:0.0:1767736295.135985:0:280198:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.135987:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133c08 00000080:00200000:0.0:1767736295.135988:0:280198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=migrate_dir, flags=267 00000080:00000001:0.0:1767736295.135991:0:280198:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767736295.135993:0:280198:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.135996:0:280198:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767736295.135998:0:280198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2400013a2:0x15:0x0](ffff92e474755b88), inode mode 41ed mask 44 00000080:00000001:0.0:1767736295.136001:0:280198:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.136004:0:280198:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:0.0:1767736295.136006:0:280198:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1767736295.136008:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133b78 00000080:00200008:0.0:1767736295.136010:0:280198:0:(file.c:1001:ll_file_open()) START file migrate_dir:[0x2400013a2:0x15:0x0](ffff92e474755b88), flags 304000 00000080:00000010:0.0:1767736295.136015:0:280198:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff92e443ee1900. 00000080:00000001:0.0:1767736295.136021:0:280198:0:(file.c:717:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1767736295.136024:0:280198:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44600b400. 00000080:00000001:0.0:1767736295.136028:0:280198:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767736295.136030:0:280198:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.136032:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133a28 00800000:00000002:0.0:1767736295.136035:0:280198:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x2400013a2:0x15:0x0] '' on [0x2000013a2:0x90d:0x0] 00800000:00000001:0.0:1767736295.136038:0:280198:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1767736295.136040:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.136042:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.136044:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.136046:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.136053:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.136056:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x15:0x0] 00800000:00000001:0.0:1767736295.136058:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.136061:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881339a8 00800000:00000002:0.0:1767736295.136063:0:280198:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x2000013a2:0x90d:0x0], fid2=[0x2400013a2:0x15:0x0], name='' -> mds #1 00000002:00000001:0.0:1767736295.136068:0:280198:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.136070:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881338e0 00000002:00010000:0.0:1767736295.136072:0:280198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a2:0x15:0x0]) in obj [0x2000013a2:0x90d:0x0], intent: open flags 0104240304001 00000002:00000001:0.0:1767736295.136076:0:280198:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767736295.136078:0:280198:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1767736295.136080:0:280198:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1767736295.136084:0:280198:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.136086:0:280198:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1767736295.136088:0:280198:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736295.136092:0:280198:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b707100. 00000020:00000040:0.0:1767736295.136095:0:280198:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 02000000:00000001:0.0:1767736295.136100:0:280198:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767736295.136101:0:280198:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.136104:0:280198:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767736295.136107:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.136110:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.136112:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.136114:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.136116:0:280198:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736295.136118:0:280198:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736295.136121:0:280198:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736295.136126:0:280198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e448a4d800. 00000100:00000001:0.0:1767736295.136131:0:280198:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.136134:0:280198:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736295.136136:0:280198:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.136138:0:280198:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736295.136140:0:280198:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.136142:0:280198:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.136179:0:280198:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446624108485570816 : -119965223980800 : ffff92e46b707100) 00010000:00000001:0.0:1767736295.136184:0:280198:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767736295.136195:0:280198:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767736295.136202:0:280198:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e443ebaa00. 00010000:00000010:0.0:1767736295.136206:0:280198:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e445822380. 00010000:00000001:0.0:1767736295.136210:0:280198:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767736295.136213:0:280198:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e44bc49a00. 00000020:00000001:0.0:1767736295.136217:0:280198:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767736295.136219:0:280198:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e44bc49a00 with handle 0x1486b26cfafa9241 to hash 00000020:00000001:0.0:1767736295.136222:0:280198:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767736295.136223:0:280198:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.136227:0:280198:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.136230:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.136232:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.136236:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9241 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 280198 initiator: MDT0 00010000:00010000:0.0:1767736295.136245:0:280198:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9241 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280198 initiator: MDT0 00000020:00100000:0.0:1767736295.136256:0:280198:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1767736295.136266:0:280198:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46b707100 x1853604137186688/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1767736295.136278:0:280198:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9241 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280198 initiator: MDT0 00000100:00000001:0.0:1767736295.136284:0:280198:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767736295.136286:0:280198:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767736295.136290:0:280198:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.136292:0:280198:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107862397120 : -119965847154496 : ffff92e4464b90c0) 00000100:00000001:0.0:1767736295.136295:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.136297:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485570816 : -119965223980800 : ffff92e46b707100) 00000100:00000001:0.0:1767736295.136301:0:280198:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736295.136304:0:280198:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.136306:0:280198:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767736295.136308:0:280198:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767736295.136320:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b707100 x1853604137186688/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.136329:0:280198:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767736295.136331:0:280198:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.136335:0:280198:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767736295.136337:0:280198:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736295.136340:0:280198:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767736295.136344:0:280198:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b707100 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137186688:192.168.202.159@tcp:101:lfs.0 00000100:00000001:0.0:1767736295.136348:0:280198:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767736295.136352:0:280198:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767736295.136354:0:280198:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.136356:0:280198:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767736295.136405:0:280198:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff92e447bc0000. 02000000:00000001:0.0:1767736295.136408:0:280198:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767736295.136415:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736295.136419:0:280198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19b58. 00000400:00000010:0.0:1767736295.136426:0:280198:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff92e46c654800. 00000100:00000200:0.0:1767736295.136431:0:280198:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853604137186688, portal 10 00000100:00000001:0.0:1767736295.136434:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.136436:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485570816 : -119965223980800 : ffff92e46b707100) 00000100:00000040:0.0:1767736295.136443:0:280198:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46b707100 x1853604137186688/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.136451:0:280198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736295.136455:0:280198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767736295.136458:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba330. 00000100:00000200:0.0:1767736295.136461:0:280198:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853604137186688, offset 0 00000400:00000200:0.0:1767736295.136472:0:280198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736295.136478:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.136484:0:280198:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767736295.136488:0:280198:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736295.136492:0:280198:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736295.136495:0:280198:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767736295.136498:0:280198:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767736295.136508:0:280198:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57556:57556:256:4294967295] 192.168.202.159@tcp LPNI seq info [57557:57557:8:4294967295] 00000400:00000200:0.0:1767736295.136539:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.136550:0:280198:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767736295.136556:0:280198:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767736295.136561:0:280198:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762b00. 00000800:00000200:0.0:1767736295.136567:0:280198:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767736295.136573:0:280198:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767736295.136578:0:280198:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762b00 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:0.0:1767736295.136595:0:280198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.136600:0:280198:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7736 usecs (8 jiffies) 00000400:00000200:0.0:1767736295.136605:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736295.136608:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054425 00000100:00000010:0.0:1767736295.136612:0:280198:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e4484081e0. 00000100:00000001:0.0:1767736295.136617:0:280198:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767736295.136623:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054425 00000100:00000010:0.0:1767736295.136627:0:280198:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e4484080c0. 00000100:00000001:0.0:1767736295.136631:0:280198:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767736295.136638:0:280198:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.136642:0:280198:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.136645:0:280198:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736295.136647:0:280198:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767736295.136650:0:280198:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4464b90c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767736295.136653:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736295.136656:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.136712:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.136720:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762b00. 00000400:00000200:2.0:1767736295.136727:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.136735:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.136740:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba330 00000400:00000010:2.0:1767736295.136743:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba330. 00000100:00000001:2.0:1767736295.136747:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.136755:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b707100 x1853604137186688/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.136767:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.136772:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b707100 x1853604137186688/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.136781:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.136784:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.139847:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.139861:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.139865:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.139868:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.139875:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.139883:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.139892:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.139899:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.139905:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.139909:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 608 into portal 10 MB=0x695d7d826b580 00000400:00000200:2.0:1767736295.139914:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.139920:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 608/608 into md 0x8456d [64] + 224 00000800:00000001:2.0:1767736295.139938:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.139948:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.139952:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.139957:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.139962:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.139969:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b707100 x1853604137186688/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736295.139983:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff92e46b707100 x1853604137186688/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.140010:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.140018:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.140022:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.140076:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736295.140087:0:280198:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736295.140089:0:280198:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736295.140093:0:280198:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19b58. 00000400:00000200:0.0:1767736295.140100:0:280198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46c654800 00000400:00000010:0.0:1767736295.140102:0:280198:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff92e46c654800. 00000100:00000001:0.0:1767736295.140107:0:280198:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736295.140129:0:280198:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b707100 x1853604137186688/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767736295.140143:0:280198:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b707100 x1853604137186688/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.140183:0:280198:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736295.140186:0:280198:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.140189:0:280198:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736295.140191:0:280198:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736295.140193:0:280198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736295.140196:0:280198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.140198:0:280198:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736295.140205:0:280198:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736295.140209:0:280198:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736295.140212:0:280198:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736295.140214:0:280198:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.140217:0:280198:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736295.140220:0:280198:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.140223:0:280198:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767736295.140225:0:280198:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767736295.140227:0:280198:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767736295.140229:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.140231:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485570816 : -119965223980800 : ffff92e46b707100) 00000100:00000001:0.0:1767736295.140235:0:280198:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736295.140236:0:280198:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902619 00000100:00000001:0.0:1767736295.140239:0:280198:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736295.140241:0:280198:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.140246:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b707100 x1853604137186688/t12884902623(12884902623) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.140256:0:280198:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.140259:0:280198:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736295.140261:0:280198:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736295.140265:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b707100 x1853604137186688/t12884902623(12884902623) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767736295.140291:0:280198:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b707100 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137186688:192.168.202.159@tcp:101:lfs.0 00000100:00000001:0.0:1767736295.140297:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.140300:0:280198:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.140302:0:280198:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736295.140304:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.140308:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b707100 x1853604137186688/t12884902623(12884902623) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.140316:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736295.140319:0:280198:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.140322:0:280198:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736295.140324:0:280198:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.140326:0:280198:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767736295.140330:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.140332:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.140334:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=4 00000020:00000001:0.0:1767736295.140337:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.140340:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000040:0.0:1767736295.140345:0:280198:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e44bc49a00, remote cookie: 0x36aa93000a8d2a75, flags: 0x1001 00010000:00000040:0.0:1767736295.140349:0:280198:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2400013a2:0x15:0x0].0x0, instead of [0x2000013a2:0x90d:0x0].0x0 00010000:00000001:0.0:1767736295.140353:0:280198:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1767736295.140360:0:280198:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e443eba000. 00010000:00000010:0.0:1767736295.140364:0:280198:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e445822300. 00010000:00000040:0.0:1767736295.140369:0:280198:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e443ebaa00 count: 0 00010000:00000010:0.0:1767736295.140374:0:280198:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff92e445822380. 00010000:00000001:0.0:1767736295.140380:0:280198:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.140385:0:280198:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9241 lrc: 4/1,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a75 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767736295.140396:0:280198:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9241 lrc: 4/1,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a75 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.140410:0:280198:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767736295.140413:0:280198:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767736295.140415:0:280198:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767736295.140417:0:280198:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767736295.140418:0:280198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767736295.140421:0:280198:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400013a2:0x15:0x0].0x0 (ffff92e443eba000) refcount = 1 00010000:00010000:0.0:1767736295.140426:0:280198:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9241 lrc: 4/1,0 mode: CR/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2a75 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.140433:0:280198:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767736295.140436:0:280198:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767736295.140438:0:280198:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.140441:0:280198:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767736295.140443:0:280198:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.140447:0:280198:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9241 lrc: 4/1,0 mode: CR/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a75 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.140454:0:280198:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767736295.140455:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.140457:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.140459:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.140460:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.140462:0:280198:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.140466:0:280198:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767736295.140468:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.140470:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.140472:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=3 00000020:00000001:0.0:1767736295.140474:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.140477:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.140479:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.140481:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767736295.140486:0:280198:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff92e46b707100 x1853604137186688/t12884902623(12884902623) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767736295.140509:0:280198:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1767736295.140542:0:280198:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff92e46b707100 x1853604137186688/t12884902623(12884902623) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767736295.140550:0:280198:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.140553:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.140555:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.140557:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=3 00000020:00000001:0.0:1767736295.140559:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.140561:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.140564:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.140565:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.140567:0:280198:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.140569:0:280198:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.140572:0:280198:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1767736295.140574:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.140576:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485570816 : -119965223980800 : ffff92e46b707100) 00010000:00000001:0.0:1767736295.140578:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.140580:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.140581:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=3 00000020:00000001:0.0:1767736295.140584:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.140586:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00000002:00010000:0.0:1767736295.140590:0:280198:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9241 lrc: 3/1,0 mode: CR/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a75 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.140598:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.140599:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.140601:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767736295.140603:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.140604:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.140606:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=3 00000020:00000001:0.0:1767736295.140608:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.140617:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000040:0.0:1767736295.140622:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 2 00010000:00000001:0.0:1767736295.140624:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767736295.140628:0:280198:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e47f102400 type 13 mode 16 res 9663681442/21 (0 0) 00010000:00000001:0.0:1767736295.140632:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.140633:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.140635:0:280198:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767736295.140638:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133860 00000002:00002000:0.0:1767736295.140640:0:280198:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:0.0:1767736295.140643:0:280198:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.140647:0:280198:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.140650:0:280198:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767736295.140652:0:280198:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x2000013a2:0x90d:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1767736295.140656:0:280198:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767736295.140659:0:280198:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44600b400. 00000080:00000001:0.0:1767736295.140664:0:280198:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767736295.140668:0:280198:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1767736295.140670:0:280198:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767736295.140672:0:280198:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767736295.140674:0:280198:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2400013a2:0x15:0x0] 00000080:00000001:0.0:1767736295.140677:0:280198:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.140681:0:280198:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625493 : 162129670907625493 : 2400013a2000015) 00000080:00000001:0.0:1767736295.140684:0:280198:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00200000:0.0:1767736295.140688:0:280198:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2400013a2:0x15:0x0], updating i_size 4096 00010000:00000001:0.0:1767736295.140691:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.140692:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.140694:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=3 00000020:00000001:0.0:1767736295.140696:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.140699:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.140701:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.140703:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767736295.140704:0:280198:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767736295.140707:0:280198:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1767736295.140709:0:280198:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736295.140719:0:280198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2400013a2:0x15:0x0](ffff92e474755b88) for lock 0x1486b26cfafa9241 00800000:00000001:0.0:1767736295.140723:0:280198:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767736295.140725:0:280198:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736295.140726:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.140728:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.140730:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=3 00000020:00000001:0.0:1767736295.140732:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.140734:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.140737:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.140739:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.140740:0:280198:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.140742:0:280198:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.140745:0:280198:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767736295.140747:0:280198:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.140750:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.140755:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b707100 x1853604137186688/t12884902623(12884902623) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.140763:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736295.140766:0:280198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9241 from it ffffa1dc88133bd0 00010000:00000001:0.0:1767736295.140768:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.140770:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.140771:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=3 00000020:00000001:0.0:1767736295.140773:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.140776:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.140778:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.140782:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9241 lrc: 3/1,0 mode: CR/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2a75 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.140789:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.140791:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.140793:0:280198:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736295.140795:0:280198:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736295.140798:0:280198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9241 lrc: 2/0,0 mode: CR/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a75 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.140819:0:280198:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736295.140822:0:280198:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736295.140824:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.140827:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.140828:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.140830:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.140833:0:280198:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736295.140835:0:280198:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.140837:0:280198:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.140839:0:280198:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.140842:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.140843:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.140845:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767736295.140848:0:280198:0:(file.c:828:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767736295.140852:0:280198:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff92e47ab980c0. 00000080:00000001:0.0:1767736295.140855:0:280198:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1767736295.140858:0:280198:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1767736295.140860:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.140862:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.140864:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.140866:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.140869:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.140871:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x15:0x0] 00800000:00000001:0.0:1767736295.140874:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.140877:0:280198:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1767736295.140880:0:280198:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff92e46dbb3d40. 00000002:00100000:0.0:1767736295.140885:0:280198:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff92e46b707100 x1853604137186688/t12884902623(12884902623) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767736295.140893:0:280198:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.140895:0:280198:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1767736295.140899:0:280198:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1767736295.140903:0:280198:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.140905:0:280198:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1767736295.140907:0:280198:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.140909:0:280198:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.140918:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.140923:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b707100 x1853604137186688/t12884902623(12884902623) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1767736295.140931:0:280198:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736295.140934:0:280198:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff92e447bc0000. 02000000:00000001:0.0:1767736295.140969:0:280198:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767736295.140971:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.140974:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133b78 00000080:00000008:0.0:1767736295.140977:0:280198:0:(file.c:1240:ll_file_open()) COMPLETED file migrate_dir:[0x2400013a2:0x15:0x0](ffff92e474755b88), flags 304000, rc = 0 00000080:00000001:0.0:1767736295.140981:0:280198:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.141006:0:280198:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767736295.141009:0:280198:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767736295.141010:0:280198:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767736295.141012:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133bc0 00000080:00200000:0.0:1767736295.141015:0:280198:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:0.0:1767736295.141019:0:280198:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44600b400. 00800000:00000002:0.0:1767736295.141024:0:280198:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:0.0:1767736295.141027:0:280198:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767736295.141031:0:280198:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.141033:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133ae0 00800000:00000002:0.0:1767736295.141035:0:280198:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767736295.141039:0:280198:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767736295.141041:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.141043:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.141044:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.141046:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.141048:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.141051:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767736295.141053:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.141056:0:280198:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767736295.141060:0:280198:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.141062:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881339b0 00000002:00010000:0.0:1767736295.141065:0:280198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767736295.141068:0:280198:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736295.141070:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.141079:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.141083:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6500 count: 2 00010000:00000001:0.0:1767736295.141086:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.141090:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.141092:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767736295.141096:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736295.141105:0:280198:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736295.141108:0:280198:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.141112:0:280198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767736295.141119:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767736295.141121:0:280198:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736295.141123:0:280198:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767736295.141126:0:280198:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767736295.141128:0:280198:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767736295.141131:0:280198:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767736295.141133:0:280198:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767736295.141136:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:0.0:1767736295.141139:0:280198:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44600b400. 00000080:00000001:0.0:1767736295.141143:0:280198:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767736295.141177:0:280198:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736295.141182:0:280198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:0.0:1767736295.141185:0:280198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa921e 00800000:00000001:0.0:1767736295.141189:0:280198:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767736295.141191:0:280198:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736295.141193:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.141195:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.141197:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:0.0:1767736295.141200:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.141203:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.141207:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.141217:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.141219:0:280198:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.141221:0:280198:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736295.141225:0:280198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa921e from it ffffa1dc88133bf8 00010000:00000001:0.0:1767736295.141228:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.141230:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.141232:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:0.0:1767736295.141235:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.141238:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.141241:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.141245:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.141254:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.141256:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.141258:0:280198:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736295.141261:0:280198:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736295.141265:0:280198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.141273:0:280198:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736295.141277:0:280198:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736295.141279:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.141282:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.141284:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.141287:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.141290:0:280198:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736295.141292:0:280198:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.141295:0:280198:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.141298:0:280198:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.141301:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.141302:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.141304:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767736295.141306:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767736295.141307:0:280198:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767736295.141310:0:280198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:0.0:1767736295.141320:0:280198:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.141324:0:280198:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767736295.141326:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133b88 00000080:00002000:0.0:1767736295.141329:0:280198:0:(dcache.c:87:ll_dcompare()) found name d160d.sanity(ffff92e44aceb870) flags 0x20000e refc 1 00000080:00000001:0.0:1767736295.141332:0:280198:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.141334:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133bd0 00000080:00200000:0.0:1767736295.141336:0:280198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160d.sanity, flags=24 00000080:00000001:0.0:1767736295.141339:0:280198:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767736295.141341:0:280198:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.141345:0:280198:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767736295.141346:0:280198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x90d:0x0](ffff92e474754b08), inode mode 41ed mask 1 00000080:00000001:0.0:1767736295.141350:0:280198:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.141352:0:280198:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767736295.141354:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133bc0 00000080:00002000:0.0:1767736295.141356:0:280198:0:(dcache.c:87:ll_dcompare()) found name migrate_dir(ffff92e44acebd80) flags 0x28000e refc 1 00000080:00000001:0.0:1767736295.141358:0:280198:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.141360:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133c08 00000080:00200000:0.0:1767736295.141362:0:280198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=migrate_dir, flags=264 00000080:00000001:0.0:1767736295.141364:0:280198:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767736295.141366:0:280198:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.141369:0:280198:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767736295.141371:0:280198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2400013a2:0x15:0x0](ffff92e474755b88), inode mode 41ed mask 44 00000080:00000001:0.0:1767736295.141374:0:280198:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.141378:0:280198:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:0.0:1767736295.141380:0:280198:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1767736295.141381:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133b78 00000080:00200008:0.0:1767736295.141384:0:280198:0:(file.c:1001:ll_file_open()) START file migrate_dir:[0x2400013a2:0x15:0x0](ffff92e474755b88), flags 504000 00000080:00000010:0.0:1767736295.141389:0:280198:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff92e443ee0280. 00000080:00000001:0.0:1767736295.141393:0:280198:0:(file.c:919:ll_local_open()) Process entered 00000080:00400000:0.0:1767736295.141396:0:280198:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1767736295.141400:0:280198:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.141402:0:280198:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1767736295.141404:0:280198:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.141406:0:280198:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767736295.141408:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133b78 00000080:00000008:0.0:1767736295.141411:0:280198:0:(file.c:1240:ll_file_open()) COMPLETED file migrate_dir:[0x2400013a2:0x15:0x0](ffff92e474755b88), flags 504000, rc = 0 00000080:00000001:0.0:1767736295.141419:0:280198:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.141432:0:280198:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:0.0:1767736295.141434:0:280198:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1767736295.141436:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133db0 00000080:00200008:0.0:1767736295.141438:0:280198:0:(file.c:424:ll_file_release()) START file migrate_dir:[0x2400013a2:0x15:0x0](ffff92e474755b88), flags 304000 00000080:00400000:0.0:1767736295.141442:0:280198:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2400013a2:0x15:0x0] 00000080:00000001:0.0:1767736295.141444:0:280198:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1767736295.141446:0:280198:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:0.0:1767736295.141447:0:280198:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:0.0:1767736295.141450:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.141452:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.141454:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.141456:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.141458:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.141461:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x15:0x0] 00800000:00000001:0.0:1767736295.141463:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.141466:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.141468:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.141472:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 2 00010000:00000001:0.0:1767736295.141475:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.141478:0:280198:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1767736295.141481:0:280198:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1767736295.141483:0:280198:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736295.141486:0:280198:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.141490:0:280198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9241 lrc: 2/0,0 mode: CR/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a75 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.141497:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.141499:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.141500:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1767736295.141503:0:280198:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2400013a2:0x15:0x0]: 16 00000080:00000010:0.0:1767736295.141506:0:280198:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff92e443ee1900. 00000080:00000001:0.0:1767736295.141537:0:280198:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.141542:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133db0 00000080:00000008:0.0:1767736295.141545:0:280198:0:(file.c:464:ll_file_release()) COMPLETED file migrate_dir:[0x2400013a2:0x15:0x0](ffff92e474755b88), flags 304000, rc = 0 00000080:00000001:0.0:1767736295.141548:0:280198:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.141550:0:280198:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.141606:0:280198:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:0.0:1767736295.141609:0:280198:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1767736295.141611:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133db0 00000080:00200008:0.0:1767736295.141613:0:280198:0:(file.c:424:ll_file_release()) START file migrate_dir:[0x2400013a2:0x15:0x0](ffff92e474755b88), flags 504000 00000080:00000001:0.0:1767736295.141617:0:280198:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1767736295.141618:0:280198:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:0.0:1767736295.141620:0:280198:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:0.0:1767736295.141622:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.141624:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.141626:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.141628:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.141630:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.141632:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x15:0x0] 00800000:00000001:0.0:1767736295.141635:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.141638:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.141640:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.141644:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 2 00010000:00000001:0.0:1767736295.141646:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.141649:0:280198:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1767736295.141651:0:280198:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1767736295.141653:0:280198:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736295.141656:0:280198:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.141660:0:280198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9241 lrc: 2/0,0 mode: CR/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a75 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.141668:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.141669:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.141671:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1767736295.141673:0:280198:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2400013a2:0x15:0x0]: 16 00000080:00000010:0.0:1767736295.141676:0:280198:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff92e443ee0280. 00000080:00000001:0.0:1767736295.141679:0:280198:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.141682:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133db0 00000080:00000008:0.0:1767736295.141684:0:280198:0:(file.c:464:ll_file_release()) COMPLETED file migrate_dir:[0x2400013a2:0x15:0x0](ffff92e474755b88), flags 504000, rc = 0 00000080:00000001:0.0:1767736295.141688:0:280198:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.141689:0:280198:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.141692:0:280198:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767736295.141694:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133e00 00000080:00002000:0.0:1767736295.141696:0:280198:0:(dcache.c:127:ll_ddelete()) keeping dentry migrate_dir (ffff92e44acebd80, parent ffff92e44aceb870, inode ffff92e474755b88) hashed, 00000080:00000001:0.0:1767736295.141706:0:280198:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.141748:0:280198:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767736295.141751:0:280198:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767736295.141753:0:280198:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767736295.141755:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133bc0 00000080:00200000:0.0:1767736295.141757:0:280198:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:0.0:1767736295.141762:0:280198:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44600b400. 00800000:00000002:0.0:1767736295.141766:0:280198:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:0.0:1767736295.141769:0:280198:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767736295.141772:0:280198:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.141773:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133ae0 00800000:00000002:0.0:1767736295.141776:0:280198:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767736295.141779:0:280198:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767736295.141781:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.141783:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.141785:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.141787:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.141789:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.141791:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767736295.141793:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.141796:0:280198:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767736295.141800:0:280198:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.141802:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881339b0 00000002:00010000:0.0:1767736295.141804:0:280198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767736295.141808:0:280198:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736295.141809:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.141811:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.141815:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6500 count: 2 00010000:00000001:0.0:1767736295.141817:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.141820:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.141823:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767736295.141827:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736295.141834:0:280198:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736295.141843:0:280198:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.141847:0:280198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767736295.141855:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767736295.141857:0:280198:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736295.141859:0:280198:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767736295.141862:0:280198:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767736295.141864:0:280198:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767736295.141866:0:280198:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767736295.141869:0:280198:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767736295.141872:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:0.0:1767736295.141875:0:280198:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44600b400. 00000080:00000001:0.0:1767736295.141878:0:280198:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767736295.141880:0:280198:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736295.141883:0:280198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:0.0:1767736295.141886:0:280198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa921e 00800000:00000001:0.0:1767736295.141890:0:280198:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767736295.141892:0:280198:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736295.141893:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.141895:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.141897:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:0.0:1767736295.141899:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.141902:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.141905:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.141906:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.141908:0:280198:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.141910:0:280198:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736295.141912:0:280198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa921e from it ffffa1dc88133bf8 00010000:00000001:0.0:1767736295.141915:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.141916:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.141918:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:0.0:1767736295.141920:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.141922:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.141930:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.141934:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.141941:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.141942:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.141944:0:280198:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736295.141946:0:280198:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736295.141949:0:280198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.141956:0:280198:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736295.141958:0:280198:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736295.141960:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.141962:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.141964:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.141966:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.141968:0:280198:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736295.141970:0:280198:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.141972:0:280198:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.141975:0:280198:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.141977:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.141979:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.141980:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767736295.141982:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767736295.141984:0:280198:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767736295.141987:0:280198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:0.0:1767736295.141990:0:280198:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.141993:0:280198:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767736295.141995:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133bc0 00000080:00002000:0.0:1767736295.141997:0:280198:0:(dcache.c:87:ll_dcompare()) found name d160d.sanity(ffff92e44aceb870) flags 0x20000e refc 1 00000080:00000001:0.0:1767736295.142000:0:280198:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.142002:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133c08 00000080:00200000:0.0:1767736295.142004:0:280198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160d.sanity, flags=267 00000080:00000001:0.0:1767736295.142007:0:280198:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767736295.142009:0:280198:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.142018:0:280198:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767736295.142020:0:280198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x90d:0x0](ffff92e474754b08), inode mode 41ed mask 44 00000080:00000001:0.0:1767736295.142024:0:280198:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.142027:0:280198:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:0.0:1767736295.142029:0:280198:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1767736295.142031:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133b78 00000080:00200008:0.0:1767736295.142033:0:280198:0:(file.c:1001:ll_file_open()) START file d160d.sanity:[0x2000013a2:0x90d:0x0](ffff92e474754b08), flags 304000 00000080:00000010:0.0:1767736295.142037:0:280198:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff92e443ee0280. 00000080:00000001:0.0:1767736295.142041:0:280198:0:(file.c:717:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1767736295.142044:0:280198:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44600b400. 00800000:00000002:0.0:1767736295.142047:0:280198:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:0.0:1767736295.142050:0:280198:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767736295.142052:0:280198:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.142054:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133a28 00800000:00000002:0.0:1767736295.142056:0:280198:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a2:0x90d:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767736295.142060:0:280198:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1767736295.142062:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.142063:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.142065:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.142067:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.142069:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.142071:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90d:0x0] 00800000:00000001:0.0:1767736295.142073:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.142076:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881339a8 00800000:00000002:0.0:1767736295.142078:0:280198:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x90d:0x0], name='' -> mds #0 00000002:00000001:0.0:1767736295.142082:0:280198:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.142084:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881338e0 00000002:00010000:0.0:1767736295.142086:0:280198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x90d:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00000002:00000001:0.0:1767736295.142090:0:280198:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767736295.142092:0:280198:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1767736295.142094:0:280198:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767736295.142098:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6e00 count: 2 00010000:00000001:0.0:1767736295.142100:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.142103:0:280198:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767736295.142105:0:280198:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.142108:0:280198:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.142116:0:280198:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.142118:0:280198:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767736295.142121:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6500 count: 2 00010000:00000001:0.0:1767736295.142123:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.142126:0:280198:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767736295.142128:0:280198:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.142130:0:280198:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.142132:0:280198:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736295.142136:0:280198:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b706a00. 00000020:00000040:0.0:1767736295.142139:0:280198:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=76 obd=lustre-MDT0000-mdc-ffff92e443fe1800 02000000:00000001:0.0:1767736295.142144:0:280198:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767736295.142446:0:280198:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.142450:0:280198:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767736295.142454:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.142458:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.142459:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.142461:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.142464:0:280198:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736295.142466:0:280198:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736295.142469:0:280198:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736295.142569:0:280198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e448a4fc00. 00000100:00000001:0.0:1767736295.142576:0:280198:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.142579:0:280198:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736295.142581:0:280198:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.142584:0:280198:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736295.142585:0:280198:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.142588:0:280198:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.142593:0:280198:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446624108485569024 : -119965223982592 : ffff92e46b706a00) 00010000:00000001:0.0:1767736295.142597:0:280198:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767736295.142599:0:280198:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767736295.142603:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6500 count: 2 00010000:00000001:0.0:1767736295.142605:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.142608:0:280198:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767736295.142611:0:280198:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e44bc49400. 00000020:00000001:0.0:1767736295.142615:0:280198:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767736295.142618:0:280198:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e44bc49400 with handle 0x1486b26cfafa9248 to hash 00000020:00000001:0.0:1767736295.142628:0:280198:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767736295.142630:0:280198:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.142633:0:280198:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.142636:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.142638:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.142642:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9248 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 280198 initiator: MDT0 00010000:00010000:0.0:1767736295.142650:0:280198:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9248 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 280198 initiator: MDT0 00000020:00100000:0.0:1767736295.142661:0:280198:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1767736295.142669:0:280198:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46b706a00 x1853604137186944/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1767736295.142680:0:280198:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9248 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 280198 initiator: MDT0 00000100:00000001:0.0:1767736295.142686:0:280198:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767736295.142687:0:280198:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767736295.142692:0:280198:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.142694:0:280198:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107862397120 : -119965847154496 : ffff92e4464b90c0) 00000100:00000001:0.0:1767736295.142697:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.142699:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485569024 : -119965223982592 : ffff92e46b706a00) 00000100:00000001:0.0:1767736295.142703:0:280198:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736295.142706:0:280198:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.142708:0:280198:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767736295.142710:0:280198:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767736295.142714:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b706a00 x1853604137186944/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.142723:0:280198:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767736295.142725:0:280198:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.142728:0:280198:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767736295.142730:0:280198:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736295.142738:0:280198:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767736295.142743:0:280198:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b706a00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137186944:192.168.202.159@tcp:101:lfs.0 00000100:00000001:0.0:1767736295.142747:0:280198:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767736295.142751:0:280198:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767736295.142753:0:280198:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.142756:0:280198:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767736295.142804:0:280198:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff92e447bc0000. 02000000:00000001:0.0:1767736295.142807:0:280198:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767736295.142814:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736295.142817:0:280198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19b58. 00000400:00000010:0.0:1767736295.142822:0:280198:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff92e46c654800. 00000100:00000200:0.0:1767736295.142828:0:280198:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853604137186944, portal 10 00000100:00000001:0.0:1767736295.142830:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.142832:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485569024 : -119965223982592 : ffff92e46b706a00) 00000100:00000040:0.0:1767736295.142839:0:280198:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46b706a00 x1853604137186944/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.142847:0:280198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736295.142850:0:280198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767736295.142853:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dbadd0. 00000100:00000200:0.0:1767736295.142857:0:280198:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853604137186944, offset 0 00000400:00000200:0.0:1767736295.142863:0:280198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736295.142868:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.142874:0:280198:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767736295.142879:0:280198:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736295.142882:0:280198:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736295.142886:0:280198:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767736295.142888:0:280198:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767736295.142892:0:280198:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57557:57557:256:4294967295] 192.168.202.159@tcp LPNI seq info [57558:57558:8:4294967295] 00000400:00000200:0.0:1767736295.142898:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.142907:0:280198:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767736295.142913:0:280198:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767736295.142918:0:280198:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762c00. 00000800:00000200:0.0:1767736295.142930:0:280198:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767736295.142936:0:280198:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767736295.142941:0:280198:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762c00 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:0.0:1767736295.142962:0:280198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.142967:0:280198:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:0.0:1767736295.142972:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736295.142975:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054434 00000100:00000001:0.0:1767736295.142980:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054425 00000100:00000001:0.0:1767736295.142985:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054434 00000100:00000001:0.0:1767736295.142988:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054425 00000100:00000001:0.0:1767736295.142992:0:280198:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.142995:0:280198:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.142997:0:280198:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736295.142999:0:280198:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767736295.143002:0:280198:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4464b90c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767736295.143005:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736295.143007:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.143142:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.143191:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762c00. 00000400:00000200:2.0:1767736295.143200:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.143209:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.143215:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dbadd0 00000400:00000010:2.0:1767736295.143219:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dbadd0. 00000100:00000001:2.0:1767736295.143223:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.143230:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b706a00 x1853604137186944/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.143243:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.143248:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b706a00 x1853604137186944/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.143258:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.143261:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.145922:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.145937:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.145941:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.145944:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.145951:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.145958:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.145965:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.145981:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.145987:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.145991:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 608 into portal 10 MB=0x695d7d826b680 00000400:00000200:2.0:1767736295.145997:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.146003:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 608/608 into md 0x84575 [64] + 224 00000800:00000001:2.0:1767736295.146010:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.146019:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.146023:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.146027:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.146032:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.146040:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b706a00 x1853604137186944/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736295.146054:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff92e46b706a00 x1853604137186944/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.146082:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.146089:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.146093:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.146211:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736295.146222:0:280198:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736295.146224:0:280198:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736295.146228:0:280198:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19b58. 00000400:00000200:0.0:1767736295.146234:0:280198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46c654800 00000400:00000010:0.0:1767736295.146236:0:280198:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff92e46c654800. 00000100:00000001:0.0:1767736295.146240:0:280198:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736295.146250:0:280198:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b706a00 x1853604137186944/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767736295.146264:0:280198:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b706a00 x1853604137186944/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.146274:0:280198:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736295.146276:0:280198:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.146279:0:280198:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736295.146281:0:280198:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736295.146295:0:280198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736295.146298:0:280198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.146300:0:280198:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736295.146307:0:280198:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736295.146311:0:280198:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736295.146314:0:280198:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767736295.146319:0:280198:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff92e46b706a00 x1853604137186944/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.146328:0:280198:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767736295.146331:0:280198:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767736295.146333:0:280198:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767736295.146335:0:280198:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767736295.146337:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.146339:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485569024 : -119965223982592 : ffff92e46b706a00) 00000100:00000001:0.0:1767736295.146342:0:280198:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736295.146344:0:280198:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:0.0:1767736295.146346:0:280198:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736295.146349:0:280198:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1767736295.146354:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b706a00 x1853604137186944/t12884924770(12884924770) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.146363:0:280198:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1767736295.146365:0:280198:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736295.146367:0:280198:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736295.146372:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b706a00 x1853604137186944/t12884924770(12884924770) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767736295.146382:0:280198:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b706a00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137186944:192.168.202.159@tcp:101:lfs.0 00000100:00000001:0.0:1767736295.146387:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.146390:0:280198:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767736295.146392:0:280198:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736295.146394:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.146398:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b706a00 x1853604137186944/t12884924770(12884924770) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.146419:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736295.146422:0:280198:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.146425:0:280198:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736295.146427:0:280198:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1767736295.146429:0:280198:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767736295.146433:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.146435:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.146438:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49400 refcount=4 00000020:00000001:0.0:1767736295.146441:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.146444:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00010000:0.0:1767736295.146448:0:280198:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9248 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 280198 initiator: MDT0 00010000:00000001:0.0:1767736295.146458:0:280198:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1767736295.146463:0:280198:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9248 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 280198 initiator: MDT0 00010000:00000001:0.0:1767736295.146469:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.146472:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9248 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 280198 initiator: MDT0 00010000:00000001:0.0:1767736295.146479:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.146480:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767736295.146483:0:280198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9248 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 280198 initiator: MDT0 00010000:00000001:0.0:1767736295.146489:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.146491:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.146494:0:280198:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767736295.146497:0:280198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9248 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 280198 initiator: MDT0 00010000:00010000:0.0:1767736295.146504:0:280198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e44bc49400 already unused, calling callback (ffffffffc1b5db40) 00000080:00000001:0.0:1767736295.146537:0:280198:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1767736295.146541:0:280198:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9248 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 280198 initiator: MDT0 00010000:00000001:0.0:1767736295.146548:0:280198:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1767736295.146550:0:280198:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1767736295.146554:0:280198:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9248 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 280198 initiator: MDT0 00010000:00000001:0.0:1767736295.146560:0:280198:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1767736295.146562:0:280198:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767736295.146564:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.146566:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.146568:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49400 refcount=5 00000020:00000001:0.0:1767736295.146570:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.146573:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.146575:0:280198:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767736295.146578:0:280198:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9248 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 280198 initiator: MDT0 00000080:00000001:0.0:1767736295.146584:0:280198:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767736295.146585:0:280198:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.146588:0:280198:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1767736295.146590:0:280198:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767736295.146593:0:280198:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767736295.146594:0:280198:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767736295.146596:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.146598:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767736295.146601:0:280198:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e44bc49400 with handle 0x1486b26cfafa9248 from hash 00010000:00000001:0.0:1767736295.146604:0:280198:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767736295.146606:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.146607:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.146609:0:280198:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767736295.146610:0:280198:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767736295.146612:0:280198:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767736295.146621:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.146622:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.146624:0:280198:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.146626:0:280198:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.146630:0:280198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9248 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 280198 initiator: MDT0 00010000:00000001:0.0:1767736295.146636:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.146637:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.146639:0:280198:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767736295.146640:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.146642:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.146644:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.146645:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767736295.146648:0:280198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9248 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 280198 initiator: MDT0 00010000:00000001:0.0:1767736295.146657:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.146659:0:280198:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1767736295.146663:0:280198:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1767736295.146670:0:280198:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff92e46b706a00 x1853604137186944/t12884924770(12884924770) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767736295.146680:0:280198:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1767736295.146685:0:280198:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff92e46b706a00 x1853604137186944/t12884924770(12884924770) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767736295.146692:0:280198:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.146695:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767736295.146696:0:280198:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.146699:0:280198:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.146701:0:280198:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.146703:0:280198:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1767736295.146705:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.146707:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485569024 : -119965223982592 : ffff92e46b706a00) 00010000:00000001:0.0:1767736295.146710:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767736295.146711:0:280198:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.146718:0:280198:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767736295.146721:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133860 00000002:00002000:0.0:1767736295.146723:0:280198:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1767736295.146727:0:280198:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.146731:0:280198:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.146733:0:280198:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767736295.146736:0:280198:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1767736295.146740:0:280198:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.146742:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:0.0:1767736295.146746:0:280198:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44600b400. 00000080:00000001:0.0:1767736295.146750:0:280198:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767736295.146753:0:280198:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1767736295.146756:0:280198:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767736295.146758:0:280198:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767736295.146760:0:280198:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x90d:0x0] 00000080:00000001:0.0:1767736295.146763:0:280198:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.146766:0:280198:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145805 : 144115272398145805 : 2000013a200090d) 00000080:00000001:0.0:1767736295.146769:0:280198:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:0.0:1767736295.146773:0:280198:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x90d:0x0], updating i_size 4096 00000080:00000001:0.0:1767736295.146776:0:280198:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767736295.146779:0:280198:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1767736295.146781:0:280198:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.146784:0:280198:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767736295.146785:0:280198:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.146788:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.146792:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b706a00 x1853604137186944/t12884924770(12884924770) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.146801:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.146804:0:280198:0:(file.c:828:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767736295.146808:0:280198:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff92e47ab98340. 00000080:00000001:0.0:1767736295.146810:0:280198:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1767736295.146813:0:280198:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1767736295.146815:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.146817:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.146818:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.146821:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.146828:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.146831:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90d:0x0] 00800000:00000001:0.0:1767736295.146834:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.146837:0:280198:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1767736295.146841:0:280198:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff92e46dbb3ca0. 00000002:00100000:0.0:1767736295.146846:0:280198:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff92e46b706a00 x1853604137186944/t12884924770(12884924770) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767736295.146853:0:280198:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.146856:0:280198:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1767736295.146859:0:280198:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1767736295.146864:0:280198:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.146866:0:280198:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1767736295.146868:0:280198:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.146870:0:280198:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.146874:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.146877:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b706a00 x1853604137186944/t12884924770(12884924770) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1767736295.146885:0:280198:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736295.146888:0:280198:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff92e447bc0000. 02000000:00000001:0.0:1767736295.146923:0:280198:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767736295.146925:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.146928:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133b78 00000080:00000008:0.0:1767736295.146930:0:280198:0:(file.c:1240:ll_file_open()) COMPLETED file d160d.sanity:[0x2000013a2:0x90d:0x0](ffff92e474754b08), flags 304000, rc = 0 00000080:00000001:0.0:1767736295.146934:0:280198:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.146979:0:280198:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1767736295.146983:0:280198:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x90d:0x0](ffff92e474754b08) cmd=800466f7 arg=7ffc821087b0 00000020:00000001:0.0:1767736295.146990:0:280198:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1767736295.146995:0:280198:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 640 at ffff92e448a4e400. 00000020:00000001:0.0:1767736295.147000:0:280198:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.147004:0:280198:0:(file.c:5838:ll_migrate()) Process entered 00000020:00000001:0.0:1767736295.147006:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133b90 00000080:00200000:0.0:1767736295.147008:0:280198:0:(file.c:5841:ll_migrate()) migrate [0x2000013a2:0x90d:0x0]/migrate_dir to MDT0000 stripe count 0 00000080:00000001:0.0:1767736295.147012:0:280198:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767736295.147014:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133af8 00000080:00002000:0.0:1767736295.147024:0:280198:0:(dcache.c:87:ll_dcompare()) found name migrate_dir(ffff92e44acebd80) flags 0x28004e refc 0 00000080:00000001:0.0:1767736295.147027:0:280198:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.147030:0:280198:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767736295.147031:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133b30 00000080:00002000:0.0:1767736295.147034:0:280198:0:(dcache.c:127:ll_ddelete()) keeping dentry migrate_dir (ffff92e44acebd80, parent ffff92e44aceb870, inode ffff92e474755b88) hashed, 00000080:00000001:0.0:1767736295.147037:0:280198:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767736295.147042:0:280198:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44600b400. 00800000:00000001:0.0:1767736295.147051:0:280198:0:(lmv_obd.c:2733:lmv_rename()) Process entered 00800000:00000001:0.0:1767736295.147054:0:280198:0:(lmv_obd.c:2539:lmv_migrate()) Process entered 00000020:00000001:0.0:1767736295.147055:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133a30 00800000:00000002:0.0:1767736295.147058:0:280198:0:(lmv_obd.c:2544:lmv_migrate()) MIGRATE [0x2000013a2:0x90d:0x0]/migrate_dir 00800000:00000001:0.0:1767736295.147060:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.147062:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.147064:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.147066:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.147068:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.147070:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90d:0x0] 00800000:00000001:0.0:1767736295.147073:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.147076:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.147077:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.147078:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.147080:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.147082:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.147084:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x15:0x0] 00800000:00000001:0.0:1767736295.147086:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.147089:0:280198:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1767736295.147091:0:280198:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1767736295.147093:0:280198:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1767736295.147095:0:280198:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1767736295.147098:0:280198:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff92e443fe1800: Allocated FID [0x2000013a2:0x90e:0x0] 40000000:00000001:0.0:1767736295.147100:0:280198:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.147103:0:280198:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.147105:0:280198:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.147107:0:280198:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.147111:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.147112:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.147113:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.147120:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.147122:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.147125:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90e:0x0] 00800000:00000001:0.0:1767736295.147127:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.147130:0:280198:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1767736295.147132:0:280198:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a2:0x90d:0x0] 00800000:00000001:0.0:1767736295.147135:0:280198:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.147138:0:280198:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1767736295.147140:0:280198:0:(lmv_obd.c:2413:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.147142:0:280198:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1767736295.147144:0:280198:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2400013a2:0x15:0x0] 00800000:00000001:0.0:1767736295.147184:0:280198:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.147186:0:280198:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1767736295.147188:0:280198:0:(lmv_obd.c:2422:lmv_early_cancel()) EARLY_CANCEL on [0x2400013a2:0x15:0x0] 00000002:00000001:0.0:1767736295.147192:0:280198:0:(mdc_locks.c:152:mdc_cancel_unused()) Process entered 00010000:00000001:0.0:1767736295.147194:0:280198:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1767736295.147199:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 2 00010000:00000001:0.0:1767736295.147202:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.147205:0:280198:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767736295.147208:0:280198:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767736295.147212:0:280198:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9241 lrc: 2/0,0 mode: CR/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x36aa93000a8d2a75 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767736295.147221:0:280198:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767736295.147229:0:280198:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767736295.147236:0:280198:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767736295.147239:0:280198:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2400013a2:0x15:0x0] mode CR 00000002:00000001:0.0:1767736295.147241:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.147243:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.147246:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 3 00010000:00000001:0.0:1767736295.147248:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767736295.147251:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.147253:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.147255:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.147256:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 3 00010000:00000001:0.0:1767736295.147259:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767736295.147261:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.147271:0:280198:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.147273:0:280198:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767736295.147276:0:280198:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767736295.147279:0:280198:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff92e44600b800. 00000080:00000001:0.0:1767736295.147281:0:280198:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767736295.147284:0:280198:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767736295.147287:0:280198:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000001:0.0:1767736295.147289:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.147291:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.147292:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.147295:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.147297:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.147299:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x15:0x0] 00800000:00000001:0.0:1767736295.147301:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.147304:0:280198:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2400013a2:0x15:0x0] 00000002:00000001:0.0:1767736295.147306:0:280198:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767736295.147308:0:280198:0:(mdc_request.c:881:mdc_close()) lustre-MDT0001-mdc-ffff92e443fe1800: [0x2400013a2:0x15:0x0] file closed with intent: 0 00000100:00000010:0.0:1767736295.147313:0:280198:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b707480. 00000020:00000040:0.0:1767736295.147317:0:280198:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=7 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:0.0:1767736295.147320:0:280198:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736295.147323:0:280198:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736295.147326:0:280198:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736295.147331:0:280198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44600b000. 00000100:00000001:0.0:1767736295.147336:0:280198:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767736295.147346:0:280198:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff92e46b707100 x1853604137186688/t12884902623(12884902623) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767736295.147357:0:280198:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767736295.147362:0:280198:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46b707480 x1853604137187200/t0(0) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767736295.147371:0:280198:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767736295.147372:0:280198:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767736295.147377:0:280198:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.147379:0:280198:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107862397120 : -119965847154496 : ffff92e4464b90c0) 00000100:00000001:0.0:1767736295.147382:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.147389:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485571712 : -119965223979904 : ffff92e46b707480) 00000100:00000001:0.0:1767736295.147394:0:280198:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736295.147397:0:280198:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.147399:0:280198:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767736295.147401:0:280198:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767736295.147405:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b707480 x1853604137187200/t0(0) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.147413:0:280198:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767736295.147415:0:280198:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.147418:0:280198:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767736295.147421:0:280198:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736295.147423:0:280198:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767736295.147427:0:280198:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b707480 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137187200:192.168.202.159@tcp:35:lfs.0 00000100:00000001:0.0:1767736295.147431:0:280198:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767736295.147435:0:280198:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767736295.147437:0:280198:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.147439:0:280198:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767736295.147443:0:280198:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e46c654800. 02000000:00000001:0.0:1767736295.147445:0:280198:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767736295.147452:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736295.147455:0:280198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19b58. 00000400:00000010:0.0:1767736295.147465:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dbac38. 00000100:00000200:0.0:1767736295.147470:0:280198:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137187200, portal 10 00000100:00000001:0.0:1767736295.147473:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.147474:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485571712 : -119965223979904 : ffff92e46b707480) 00000100:00000040:0.0:1767736295.147480:0:280198:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46b707480 x1853604137187200/t0(0) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.147488:0:280198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736295.147491:0:280198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767736295.147499:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba770. 00000100:00000200:0.0:1767736295.147502:0:280198:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853604137187200, offset 0 00000400:00000200:0.0:1767736295.147507:0:280198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736295.147538:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.147552:0:280198:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767736295.147557:0:280198:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736295.147561:0:280198:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736295.147564:0:280198:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767736295.147567:0:280198:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767736295.147571:0:280198:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57558:57558:256:4294967295] 192.168.202.159@tcp LPNI seq info [57559:57559:8:4294967295] 00000400:00000200:0.0:1767736295.147577:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.147587:0:280198:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767736295.147593:0:280198:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767736295.147598:0:280198:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762c00. 00000800:00000200:0.0:1767736295.147603:0:280198:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767736295.147610:0:280198:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767736295.147614:0:280198:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767736295.147634:0:280198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.147639:0:280198:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7733 usecs (8 jiffies) 00000400:00000200:0.0:1767736295.147643:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736295.147646:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054436 00000100:00000001:0.0:1767736295.147652:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054434 00000100:00000001:0.0:1767736295.147656:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054436 00000100:00000001:0.0:1767736295.147659:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054434 00000100:00000001:0.0:1767736295.147663:0:280198:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.147666:0:280198:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.147668:0:280198:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736295.147670:0:280198:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767736295.147673:0:280198:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4464b90c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767736295.147676:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736295.147678:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.147813:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.147820:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762c00. 00000400:00000200:2.0:1767736295.147827:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.147835:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.147841:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba770 00000400:00000010:2.0:1767736295.147844:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba770. 00000100:00000001:2.0:1767736295.147848:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.147856:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b707480 x1853604137187200/t0(0) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.147868:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.147872:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b707480 x1853604137187200/t0(0) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.147881:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.147884:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.150204:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:0.1F:1767736295.150213:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e443ebaa00. 00000800:00000001:2.0:1767736295.150232:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.150238:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.150243:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.150251:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.150259:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.150267:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.150273:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.150278:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.150285:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 456 into portal 10 MB=0x695d7d826b780 00000400:00000200:2.0:1767736295.150290:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.150296:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 456/456 into md 0x8457d [1] + 224 00000800:00000001:2.0:1767736295.150303:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.150311:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.150315:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.150319:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.150324:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.150331:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b707480 x1853604137187200/t0(0) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736295.150345:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff92e46b707480 x1853604137187200/t0(0) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.150370:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.150377:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.150380:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.150412:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736295.150422:0:280198:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736295.150424:0:280198:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736295.150437:0:280198:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19b58. 00000400:00000200:0.0:1767736295.150442:0:280198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dbac38 00000400:00000010:0.0:1767736295.150445:0:280198:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dbac38. 00000100:00000001:0.0:1767736295.150449:0:280198:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736295.150458:0:280198:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b707480 x1853604137187200/t0(0) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767736295.150472:0:280198:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b707480 x1853604137187200/t0(0) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.150482:0:280198:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736295.150485:0:280198:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.150488:0:280198:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736295.150490:0:280198:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736295.150492:0:280198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736295.150495:0:280198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.150498:0:280198:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736295.150504:0:280198:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad530 time=45 v=5 (5 5 5 0) 00000100:00001000:0.0:1767736295.150508:0:280198:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736295.150534:0:280198:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736295.150536:0:280198:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.150539:0:280198:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736295.150542:0:280198:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.150545:0:280198:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767736295.150547:0:280198:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767736295.150550:0:280198:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767736295.150552:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.150554:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485571712 : -119965223979904 : ffff92e46b707480) 00000100:00000001:0.0:1767736295.150557:0:280198:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736295.150559:0:280198:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902619 00000100:00000001:0.0:1767736295.150561:0:280198:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736295.150563:0:280198:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.150569:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b707480 x1853604137187200/t12884902624(12884902624) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.150578:0:280198:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.150581:0:280198:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736295.150590:0:280198:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736295.150596:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b707480 x1853604137187200/t12884902624(12884902624) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767736295.150606:0:280198:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b707480 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137187200:192.168.202.159@tcp:35:lfs.0 00000100:00000001:0.0:1767736295.150611:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.150614:0:280198:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.150616:0:280198:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736295.150619:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.150622:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b707480 x1853604137187200/t12884902624(12884902624) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.150631:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736295.150634:0:280198:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.150637:0:280198:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736295.150639:0:280198:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.150644:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.150646:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485571712 : -119965223979904 : ffff92e46b707480) 00000002:00000001:0.0:1767736295.150649:0:280198:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.150651:0:280198:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767736295.150655:0:280198:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44600b800. 00000080:00000001:0.0:1767736295.150659:0:280198:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767736295.150662:0:280198:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1767736295.150664:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.150666:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.150668:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.150671:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.150673:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.150675:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x15:0x0] 00800000:00000001:0.0:1767736295.150678:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.150681:0:280198:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767736295.150686:0:280198:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff92e46b707100 x1853604137186688/t12884902623(12884902623) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.150695:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.150696:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485570816 : -119965223980800 : ffff92e46b707100) 00000100:00000001:0.0:1767736295.150704:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.150709:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b707100 x1853604137186688/t12884902623(12884902623) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.150717:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.150719:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.150723:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b707480 x1853604137187200/t12884902624(12884902624) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.150730:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.150732:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.150736:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b707100 x1853604137186688/t12884902623(12884902623) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.150743:0:280198:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767736295.150746:0:280198:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736295.150747:0:280198:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736295.150750:0:280198:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736295.150753:0:280198:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e448a4d800. 02000000:00000001:0.0:1767736295.150756:0:280198:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736295.150758:0:280198:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736295.150760:0:280198:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b707100. 00000100:00000001:0.0:1767736295.150763:0:280198:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736295.150764:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.150766:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.150770:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b707480 x1853604137187200/t12884902624(12884902624) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.150777:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767736295.150779:0:280198:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff92e46dbb3d40. 00000002:00000001:0.0:1767736295.150784:0:280198:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.150786:0:280198:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767736295.150789:0:280198:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff92e47ab980c0. 00000100:00000001:0.0:1767736295.150791:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.150795:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b707480 x1853604137187200/t12884902624(12884902624) o35->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.150815:0:280198:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736295.150817:0:280198:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736295.150819:0:280198:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e46c654800. 02000000:00000001:0.0:1767736295.150822:0:280198:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736295.150824:0:280198:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736295.150825:0:280198:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736295.150827:0:280198:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736295.150829:0:280198:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44600b000. 02000000:00000001:0.0:1767736295.150832:0:280198:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736295.150833:0:280198:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736295.150835:0:280198:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b707480. 00000100:00000001:0.0:1767736295.150837:0:280198:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736295.150839:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767736295.150841:0:280198:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.150844:0:280198:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767736295.150846:0:280198:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2400013a2:0x15:0x0] mode (null) 00000002:00000001:0.0:1767736295.150849:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.150851:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.150856:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 3 00010000:00000001:0.0:1767736295.150859:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767736295.150863:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.150865:0:280198:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.150872:0:280198:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1767736295.150874:0:280198:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x15:0x0](ffff92e474755b88) invalid 00000020:00000001:0.0:1767736295.150878:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881336c0 00000080:00002000:0.0:1767736295.150880:0:280198:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry migrate_dir (ffff92e44acebd80) parent ffff92e44aceb870 inode ffff92e474755b88 refc 0 00000080:00000001:0.0:1767736295.150888:0:280198:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767736295.150893:0:280198:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1767736295.150897:0:280198:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1767736295.150899:0:280198:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767736295.150901:0:280198:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.150904:0:280198:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767736295.150907:0:280198:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767736295.150909:0:280198:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767736295.150911:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.150919:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767736295.150922:0:280198:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e44bc49a00 with handle 0x1486b26cfafa9241 from hash 00010000:00000001:0.0:1767736295.150925:0:280198:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767736295.150927:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.150929:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.150931:0:280198:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767736295.150933:0:280198:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767736295.150935:0:280198:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767736295.150939:0:280198:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767736295.150941:0:280198:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767736295.150944:0:280198:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736295.150947:0:280198:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767736295.150952:0:280198:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b707480. 00000020:00000040:0.0:1767736295.150955:0:280198:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:0.0:1767736295.150959:0:280198:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736295.150961:0:280198:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736295.150964:0:280198:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736295.150969:0:280198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44600b000. 00000100:00000001:0.0:1767736295.150973:0:280198:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.150976:0:280198:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767736295.150982:0:280198:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9241 lrc: 1/0,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x36aa93000a8d2a75 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767736295.150991:0:280198:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767736295.150993:0:280198:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.150997:0:280198:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736295.151000:0:280198:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.151008:0:280198:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c4ffd27] to pc [ptlrpcd_00_01+1] req@ffff92e46b707480 x1853604137187328/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767736295.151044:0:280198:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.151048:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767736295.151051:0:280198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9241 lrc: 0/0,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x36aa93000a8d2a75 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.151075:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.151077:0:280198:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767736295.151080:0:280198:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e443eba000 count: 0 00010000:00000010:0.0:1767736295.151085:0:280198:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff92e445822300. 00010000:00000001:0.0:1767736295.151090:0:280198:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.151093:0:280198:0:(mdc_locks.c:156:mdc_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.151096:0:280198:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.151100:0:280198:0:(mdc_reint.c:448:mdc_rename()) Process entered 00000002:00000001:0.0:1767736295.151102:0:280198:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767736295.151105:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6e00 count: 2 00010000:00000001:0.0:1767736295.151108:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.151111:0:280198:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767736295.151114:0:280198:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.151116:0:280198:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.151119:0:280198:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.151122:0:280198:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767736295.151126:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6800 count: 2 00010000:00000001:0.0:1767736295.151130:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.151132:0:280198:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767736295.151135:0:280198:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767736295.151138:0:280198:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6200/0x1486b26cfafa9233 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x36aa93000a8d2a59 expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767736295.151171:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736295.151179:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.151182:0:215027:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736295.151196:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b707480 x1853604137187328/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1767736295.151199:0:280198:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767736295.151205:0:280198:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767736295.151209:0:280198:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767736295.151215:0:280198:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2400013a2:0x15:0x0] mode (null) 00000100:00000001:1.0:1767736295.151228:0:215027:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000002:00000001:0.0:1767736295.151229:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00000100:00000001:1.0:1767736295.151236:0:215027:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.151237:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.151245:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6800 count: 3 02000000:00000001:1.0:1767736295.151247:0:215027:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767736295.151253:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736295.151255:0:215027:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767736295.151266:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.151267:0:215027:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.151278:0:280198:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.151281:0:215027:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215027:1853604137187328:192.168.202.159@tcp:103:lfs.0 00000100:00000001:1.0:1767736295.151288:0:215027:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.151295:0:215027:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000080:00000001:0.0:1767736295.151296:0:280198:0:(dcache.c:195:ll_prune_aliases()) Process entered 02000000:00000001:1.0:1767736295.151302:0:215027:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1767736295.151303:0:280198:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x15:0x0](ffff92e474755b88) invalid 02000000:00000001:1.0:1767736295.151312:0:215027:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000080:00000001:0.0:1767736295.151314:0:280198:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1767736295.151319:0:280198:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767736295.151321:0:280198:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736295.151322:0:215027:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e478c05e00. 00010000:00000001:0.0:1767736295.151326:0:280198:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767736295.151330:0:280198:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767736295.151332:0:280198:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767736295.151334:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.151339:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767736295.151342:0:215027:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767736295.151345:0:280198:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e4446f6200 with handle 0x1486b26cfafa9233 from hash 00010000:00000001:0.0:1767736295.151351:0:280198:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1767736295.151357:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00010000:00000001:0.0:1767736295.151358:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.151365:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767736295.151369:0:215027:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00010000:00000001:0.0:1767736295.151369:0:280198:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767736295.151376:0:280198:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767736295.151380:0:280198:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000400:00000010:1.0:1767736295.151381:0:215027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767e58. 00010000:00000001:0.0:1767736295.151386:0:280198:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767736295.151391:0:215027:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137187328, portal 18 00010000:00000001:0.0:1767736295.151392:0:280198:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.151403:0:215027:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000002:00000001:0.0:1767736295.151404:0:280198:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.151407:0:215027:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485571712 : -119965223979904 : ffff92e46b707480) 00000100:00000010:0.0:1767736295.151415:0:280198:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b707100. 00000100:00000040:1.0:1767736295.151422:0:215027:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46b707480 x1853604137187328/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767736295.151424:0:280198:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 02000000:00000001:0.0:1767736295.151438:0:280198:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767736295.151444:0:280198:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.151448:0:215027:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767736295.151449:0:280198:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00000100:00000040:1.0:1767736295.151456:0:215027:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00010000:00000001:0.0:1767736295.151456:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.151463:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767736295.151467:0:215027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767bb0. 00010000:00000001:0.0:1767736295.151468:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.151475:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767736295.151478:0:215027:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853604137187328, offset 0 00000100:00000001:0.0:1767736295.151480:0:280198:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736295.151487:0:280198:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736295.151492:0:280198:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.151494:0:215027:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.151508:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 02000000:00000010:0.0:1767736295.151531:0:280198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e448a4d800. 00000100:00000001:0.0:1767736295.151539:0:280198:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.151545:0:280198:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736295.151547:0:280198:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000200:1.0:1767736295.151551:0:215027:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00010000:00010000:0.0:1767736295.151555:0:280198:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6200/0x1486b26cfafa9233 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x36aa93000a8d2a59 expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767736295.151559:0:215027:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.151565:0:215027:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.151574:0:215027:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.151581:0:215027:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.151594:0:215027:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57559:57559:256:4294967295] 192.168.202.159@tcp LPNI seq info [57560:57560:8:4294967295] 00010000:00010000:0.0:1767736295.151598:0:280198:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767736295.151605:0:280198:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767736295.151606:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00010000:00000001:0.0:1767736295.151613:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767736295.151620:0:280198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6200/0x1486b26cfafa9233 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x36aa93000a8d2a59 expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767736295.151634:0:215027:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00010000:00000040:0.0:1767736295.151646:0:280198:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e4499e6800 count: 0 00000800:00000200:1.0:1767736295.151654:0:215027:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.159@tcp 00010000:00000010:0.0:1767736295.151658:0:280198:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff92e45d612e00. 00000800:00000010:1.0:1767736295.151665:0:215027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820c00. 00010000:00000001:0.0:1767736295.151670:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.151675:0:280198:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767736295.151681:0:215027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00010000:00000001:0.0:1767736295.151682:0:280198:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736295.151689:0:280198:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.151695:0:280198:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767736295.151697:0:215027:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.151705:0:215027:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820c00 type 1, nob 424 niov 1 nkiov 1 00000020:00100000:0.0:1767736295.151708:0:280198:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1767736295.151722:0:280198:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46b707100 x1853604137187584/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:13/10 lens 696/944 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767736295.151727:0:215027:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.151736:0:280198:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000040:1.0:1767736295.151738:0:215027:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7730 usecs (8 jiffies) 00000100:00000001:0.0:1767736295.151741:0:280198:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000200:1.0:1767736295.151751:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000010:0.0:1767736295.151752:0:280198:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.151758:0:280198:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107862397120 : -119965847154496 : ffff92e4464b90c0) 00000100:00000001:0.0:1767736295.151761:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.151763:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485570816 : -119965223980800 : ffff92e46b707100) 00000100:00000001:1.0:1767736295.151774:0:215027:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054440 00000100:00000001:0.0:1767736295.151775:0:280198:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736295.151783:0:280198:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.151788:0:215027:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054436 00000100:00000001:0.0:1767736295.151789:0:280198:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767736295.151794:0:280198:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767736295.151805:0:215027:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054440 00000100:00000040:0.0:1767736295.151806:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b707100 x1853604137187584/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:13/10 lens 696/944 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.151817:0:215027:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054436 00000100:00000001:1.0:1767736295.151831:0:215027:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.151832:0:280198:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767736295.151837:0:280198:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.151840:0:215027:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.151844:0:280198:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767736295.151847:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.151851:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.151859:0:215027:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767736295.151861:0:280198:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.151865:0:215027:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767736295.151868:0:280198:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.151872:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736295.151877:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767736295.151880:0:280198:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b707100 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137187584:192.168.202.159@tcp:36:lfs.0 00000100:00000001:1.0:1767736295.151882:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.151893:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.151894:0:280198:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767736295.151903:0:280198:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767736295.151906:0:280198:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.151909:0:280198:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767736295.151912:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1767736295.151916:0:280198:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e46c654800. 00000100:00000001:1.0:1767736295.151918:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767736295.151921:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820c00. 02000000:00000001:0.0:1767736295.151928:0:280198:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.151929:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736295.151932:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767736295.151951:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.151954:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000010:0.0:1767736295.151960:0:280198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19b58. 00000400:00000200:2.0:1767736295.151964:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767bb0 00000400:00000010:2.0:1767736295.151970:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767bb0. 00000400:00000010:0.0:1767736295.151971:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dbac38. 00000100:00000001:2.0:1767736295.151976:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767736295.151980:0:280198:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137187584, portal 10 00000100:00000001:0.0:1767736295.151986:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.151989:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485570816 : -119965223980800 : ffff92e46b707100) 00000100:00000200:2.0:1767736295.151990:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b707480 x1853604137187328/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767736295.152003:0:280198:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46b707100 x1853604137187584/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:13/10 lens 696/944 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.152017:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767736295.152021:0:280198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736295.152025:0:280198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767736295.152030:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba440. 00000100:00000200:0.0:1767736295.152037:0:280198:0:(niobuf.c:94:ptl_send_buf()) Sending 696 bytes to portal 13, xid 1853604137187584, offset 0 00000100:00000040:2.0:1767736295.152044:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b707480 x1853604137187328/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767736295.152053:0:280198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736295.152069:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767736295.152070:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.152078:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767736295.152082:0:280198:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767736295.152090:0:280198:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736295.152095:0:280198:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736295.152099:0:280198:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767736295.152102:0:280198:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767736295.152109:0:280198:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57560:57560:256:4294967295] 192.168.202.159@tcp LPNI seq info [57561:57561:8:4294967295] 00000400:00000200:0.0:1767736295.152116:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.152128:0:280198:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767736295.152134:0:280198:0:(socklnd_cb.c:1001:ksocknal_send()) sending 696 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767736295.152182:0:280198:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762b00. 00000800:00000200:0.0:1767736295.152190:0:280198:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767736295.152196:0:280198:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767736295.152200:0:280198:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762b00 type 1, nob 792 niov 1 nkiov 1 00000100:00000001:0.0:1767736295.152219:0:280198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.152224:0:280198:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:0.0:1767736295.152230:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736295.152234:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054444 00000100:00000001:0.0:1767736295.152240:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054440 00000100:00000001:0.0:1767736295.152246:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054444 00000100:00000001:0.0:1767736295.152251:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054440 00000100:00000001:0.0:1767736295.152256:0:280198:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.152260:0:280198:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.152264:0:280198:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736295.152266:0:280198:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767736295.152270:0:280198:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4464b90c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767736295.152273:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736295.152276:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.152330:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.152336:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762b00. 00000400:00000200:2.0:1767736295.152341:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.152348:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.152352:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba440 00000400:00000010:2.0:1767736295.152355:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba440. 00000100:00000001:2.0:1767736295.152358:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.152364:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b707100 x1853604137187584/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:13/10 lens 696/944 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.152374:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.152378:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b707100 x1853604137187584/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:13/10 lens 696/944 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.152386:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.152388:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767736295.154198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e44bc49400. 00000800:00000001:2.0:1767736295.154429:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.154444:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.154448:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.154451:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.154458:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.154465:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.154472:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.154477:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.154481:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.154485:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 18 MB=0x695d7d826b800 00000400:00000200:2.0:1767736295.154491:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.154497:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.159@tcp of length 224/224 into md 0x84585 [1] + 224 00000800:00000001:2.0:1767736295.154503:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.154537:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.154541:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.154558:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.154563:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.154571:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b707480 x1853604137187328/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.154584:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46b707480 x1853604137187328/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.154610:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.154618:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.154623:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.154724:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736295.154730:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.154737:0:215027:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.154739:0:215027:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.154743:0:215027:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.154750:0:215027:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767e58 00000400:00000010:1.0:1767736295.154753:0:215027:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767e58. 00000100:00000001:1.0:1767736295.154757:0:215027:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.154766:0:215027:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b707480 x1853604137187328/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.154780:0:215027:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b707480 x1853604137187328/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.154790:0:215027:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.154792:0:215027:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.154795:0:215027:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.154797:0:215027:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.154799:0:215027:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.154802:0:215027:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.154817:0:215027:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.154824:0:215027:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad578 time=45 v=5 (5 5 5 0) 00000100:00001000:1.0:1767736295.154829:0:215027:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.154832:0:215027:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736295.154834:0:215027:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.154836:0:215027:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736295.154840:0:215027:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.154843:0:215027:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.154845:0:215027:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902619 00000100:00000001:1.0:1767736295.154847:0:215027:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.154849:0:215027:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.154855:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b707480 x1853604137187328/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.154864:0:215027:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.154867:0:215027:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.154869:0:215027:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.154873:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b707480 x1853604137187328/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.154883:0:215027:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215027:1853604137187328:192.168.202.159@tcp:103:lfs.0 00000100:00000001:1.0:1767736295.154888:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.154891:0:215027:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.154895:0:215027:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b707480 x1853604137187328/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.154903:0:215027:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.154905:0:215027:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.154908:0:215027:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e478c05e00. 02000000:00000001:1.0:1767736295.154911:0:215027:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.154913:0:215027:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.154915:0:215027:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.154918:0:215027:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.154920:0:215027:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44600b000. 02000000:00000001:1.0:1767736295.154923:0:215027:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.154930:0:215027:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.154933:0:215027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b707480. 00000100:00000001:1.0:1767736295.154936:0:215027:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.154938:0:215027:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.154940:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.154946:0:215027:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.154948:0:215027:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.154950:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736295.154952:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767736295.158199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92e44cd50e40. 00010000:00000010:0.1:1767736295.158213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e44bc49a00. 00010000:00000010:0.1:1767736295.158218:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e443eba000. 00010000:00000010:0.1:1767736295.162232:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e4499e6800. 00010000:00000010:0.1:1767736295.162243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e4446f6200. 00000100:00000040:3.0:1767736295.164270:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305054444, at 4305054445 00000100:00000040:2.0:1767736295.164281:0:264667:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305054444, at 4305054445 00000100:00000010:3.0:1767736295.164284:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e4484080c0. 00000100:00000010:2.0:1767736295.164300:0:264667:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e4484081e0. 00000800:00000001:2.0:1767736295.189476:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.189491:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.189494:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.189497:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.189505:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.189536:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.189545:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.189550:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.189555:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.189559:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 456 into portal 10 MB=0x695d7d826b900 00000400:00000200:2.0:1767736295.189565:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.189572:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 456/456 into md 0x8458d [1] + 224 00000800:00000001:2.0:1767736295.189580:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.189592:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.189595:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.189600:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.189605:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.189612:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b707100 x1853604137187584/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:13/10 lens 696/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.189625:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=944 req@ffff92e46b707100 x1853604137187584/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:13/10 lens 696/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.189664:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.189673:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.189678:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.189773:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736295.189783:0:280198:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736295.189786:0:280198:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736295.189789:0:280198:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19b58. 00000400:00000200:0.0:1767736295.189796:0:280198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dbac38 00000400:00000010:0.0:1767736295.189798:0:280198:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dbac38. 00000100:00000001:0.0:1767736295.189802:0:280198:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736295.189812:0:280198:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b707100 x1853604137187584/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:13/10 lens 696/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767736295.189825:0:280198:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b707100 x1853604137187584/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:13/10 lens 696/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.189835:0:280198:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736295.189837:0:280198:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.189853:0:280198:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736295.189855:0:280198:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736295.189857:0:280198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736295.189860:0:280198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.189863:0:280198:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736295.189869:0:280198:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c55c0 time=159 v=5 (5 0 0 0) 00000100:00001000:0.0:1767736295.189874:0:280198:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736295.189877:0:280198:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736295.189879:0:280198:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.189881:0:280198:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736295.189884:0:280198:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.189887:0:280198:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767736295.189889:0:280198:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767736295.189891:0:280198:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767736295.189894:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.189895:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485570816 : -119965223980800 : ffff92e46b707100) 00000100:00000001:0.0:1767736295.189899:0:280198:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736295.189901:0:280198:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:0.0:1767736295.189903:0:280198:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736295.189905:0:280198:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.189910:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b707100 x1853604137187584/t12884924771(12884924771) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:13/10 lens 696/456 e 0 to 0 dl 1767736311 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.189920:0:280198:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.189923:0:280198:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736295.189925:0:280198:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736295.189929:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b707100 x1853604137187584/t12884924771(12884924771) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:13/10 lens 696/456 e 0 to 0 dl 1767736311 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767736295.189939:0:280198:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b707100 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137187584:192.168.202.159@tcp:36:lfs.0 00000100:00000001:0.0:1767736295.189944:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.189947:0:280198:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.189949:0:280198:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736295.189951:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.189955:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b707100 x1853604137187584/t12884924771(12884924771) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:13/10 lens 696/456 e 0 to 0 dl 1767736311 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.189970:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736295.189973:0:280198:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.189976:0:280198:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736295.189978:0:280198:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.189983:0:280198:0:(mdc_reint.c:521:mdc_rename()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.189986:0:280198:0:(lmv_obd.c:2716:lmv_migrate()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.189989:0:280198:0:(lmv_obd.c:2739:lmv_rename()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.189993:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.189997:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b707100 x1853604137187584/t12884924771(12884924771) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:13/10 lens 696/456 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.190005:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767736295.190009:0:280198:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44600b400. 00000080:00000001:0.0:1767736295.190016:0:280198:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1767736295.190019:0:280198:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1767736295.190022:0:280198:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2400013a2:0x15:0x0](ffff92e474755b88) 00800000:00000001:0.0:1767736295.190026:0:280198:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1767736295.190028:0:280198:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2400013a2:0x15:0x0] 00000002:00000001:0.0:1767736295.190031:0:280198:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767736295.190036:0:280198:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.190038:0:280198:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1767736295.190040:0:280198:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.190042:0:280198:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.190046:0:280198:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1767736295.190049:0:280198:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1767736295.190051:0:280198:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.190054:0:280198:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.190058:0:280198:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1767736295.190060:0:280198:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1767736295.190069:0:280198:0:(file.c:6007:ll_migrate()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767736295.190072:0:280198:0:(dir.c:2769:ll_dir_ioctl()) kvfree 'data': 640 at ffff92e448a4e400. 00000080:00000001:0.0:1767736295.190076:0:280198:0:(dir.c:2771:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.190096:0:280198:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767736295.190099:0:280198:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767736295.190100:0:280198:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767736295.190103:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133bc0 00000080:00200000:0.0:1767736295.190105:0:280198:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:0.0:1767736295.190118:0:280198:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44600b400. 00800000:00000002:0.0:1767736295.190122:0:280198:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:0.0:1767736295.190126:0:280198:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767736295.190129:0:280198:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.190131:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133ae0 00800000:00000002:0.0:1767736295.190134:0:280198:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767736295.190138:0:280198:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767736295.190140:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.190142:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.190200:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.190203:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.190206:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.190208:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767736295.190211:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.190214:0:280198:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767736295.190219:0:280198:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.190221:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881339b0 00000002:00010000:0.0:1767736295.190224:0:280198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767736295.190228:0:280198:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736295.190230:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.190232:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.190236:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6500 count: 2 00010000:00000001:0.0:1767736295.190239:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.190243:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.190246:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767736295.190251:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736295.190261:0:280198:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736295.190265:0:280198:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.190269:0:280198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767736295.190277:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767736295.190279:0:280198:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736295.190291:0:280198:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767736295.190294:0:280198:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767736295.190297:0:280198:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767736295.190300:0:280198:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767736295.190304:0:280198:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767736295.190307:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:0.0:1767736295.190311:0:280198:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44600b400. 00000080:00000001:0.0:1767736295.190316:0:280198:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767736295.190318:0:280198:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736295.190322:0:280198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:0.0:1767736295.190326:0:280198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa921e 00800000:00000001:0.0:1767736295.190331:0:280198:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767736295.190333:0:280198:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736295.190335:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.190337:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.190340:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:0.0:1767736295.190342:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.190345:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.190348:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.190350:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.190352:0:280198:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.190354:0:280198:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736295.190356:0:280198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa921e from it ffffa1dc88133bf8 00010000:00000001:0.0:1767736295.190359:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.190360:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.190362:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:0.0:1767736295.190364:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.190367:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.190370:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.190373:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.190381:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.190388:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.190390:0:280198:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736295.190392:0:280198:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736295.190395:0:280198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.190403:0:280198:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736295.190405:0:280198:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736295.190407:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.190410:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.190412:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.190413:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.190416:0:280198:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736295.190418:0:280198:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.190420:0:280198:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.190423:0:280198:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.190425:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.190427:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.190429:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767736295.190431:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767736295.190432:0:280198:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767736295.190435:0:280198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:0.0:1767736295.190440:0:280198:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.190443:0:280198:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767736295.190445:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133b88 00000080:00002000:0.0:1767736295.190448:0:280198:0:(dcache.c:87:ll_dcompare()) found name d160d.sanity(ffff92e44aceb870) flags 0x20000e refc 1 00000080:00000001:0.0:1767736295.190451:0:280198:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.190453:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133bd0 00000080:00200000:0.0:1767736295.190455:0:280198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160d.sanity, flags=27 00000080:00000001:0.0:1767736295.190458:0:280198:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767736295.190460:0:280198:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.190463:0:280198:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767736295.190466:0:280198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x90d:0x0](ffff92e474754b08), inode mode 41ed mask 1 00000080:00000001:0.0:1767736295.190469:0:280198:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767736295.190476:0:280198:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e46dbb3980. 00000080:00000001:0.0:1767736295.190480:0:280198:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1767736295.190482:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133b50 00000080:00200000:0.0:1767736295.190484:0:280198:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=migrate_dir, dir=[0x2000013a2:0x90d:0x0](ffff92e474754b08), file ffff92e443206a80, open_flags 18800, mode 0 opened 0 00000080:00000010:0.0:1767736295.190495:0:280198:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff92e4484084e0. 00000080:00000001:0.0:1767736295.190498:0:280198:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1767736295.190500:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133a10 00000080:00200000:0.0:1767736295.190502:0:280198:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=migrate_dir, dir=[0x2000013a2:0x90d:0x0](ffff92e474754b08), intent=open 00000080:00000010:0.0:1767736295.190509:0:280198:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44600b400. 00000080:00000001:0.0:1767736295.190544:0:280198:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767736295.190547:0:280198:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.190549:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133930 00800000:00000002:0.0:1767736295.190551:0:280198:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'migrate_dir' on [0x2000013a2:0x90d:0x0] 00800000:00000001:0.0:1767736295.190555:0:280198:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1767736295.190557:0:280198:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1767736295.190559:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.190561:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.190563:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.190565:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.190567:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.190570:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90d:0x0] 00800000:00000001:0.0:1767736295.190572:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.190575:0:280198:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446624108469325312 : -119965240226304 : ffff92e46a788e00) 00000020:00000001:0.0:1767736295.190578:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881338b0 00800000:00000002:0.0:1767736295.190580:0:280198:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x2000013a2:0x90d:0x0], fid2=[0x0:0x0:0x0], name='migrate_dir' -> mds #0 00000002:00000001:0.0:1767736295.190584:0:280198:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.190586:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881337e8 00000002:00010000:0.0:1767736295.190588:0:280198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: migrate_dir,[0x0:0x0:0x0]) in obj [0x2000013a2:0x90d:0x0], intent: open flags 0304001 00000002:00000001:0.0:1767736295.190593:0:280198:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767736295.190594:0:280198:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1767736295.190597:0:280198:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767736295.190601:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6e00 count: 2 00010000:00000001:0.0:1767736295.190604:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.190607:0:280198:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767736295.190609:0:280198:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.190612:0:280198:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.190614:0:280198:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736295.190619:0:280198:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b704380. 00000020:00000040:0.0:1767736295.190630:0:280198:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 02000000:00000001:0.0:1767736295.190634:0:280198:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767736295.190636:0:280198:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.190638:0:280198:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767736295.190641:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.190645:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.190647:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.190648:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.190651:0:280198:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736295.190653:0:280198:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736295.190656:0:280198:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736295.190661:0:280198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e448a4e400. 00000100:00000001:0.0:1767736295.190665:0:280198:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.190669:0:280198:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736295.190671:0:280198:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.190673:0:280198:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736295.190675:0:280198:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.190677:0:280198:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.190683:0:280198:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446624108485559168 : -119965223992448 : ffff92e46b704380) 00010000:00000001:0.0:1767736295.190687:0:280198:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767736295.190689:0:280198:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767736295.190692:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6e00 count: 2 00010000:00000001:0.0:1767736295.190694:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.190697:0:280198:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767736295.190700:0:280198:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e44bc49a00. 00000020:00000001:0.0:1767736295.190703:0:280198:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767736295.190705:0:280198:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e44bc49a00 with handle 0x1486b26cfafa924f to hash 00000020:00000001:0.0:1767736295.190708:0:280198:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767736295.190710:0:280198:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.190712:0:280198:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.190715:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.190718:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.190721:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa924f lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 280198 initiator: MDT0 00010000:00010000:0.0:1767736295.190730:0:280198:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa924f lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 280198 initiator: MDT0 00000020:00100000:0.0:1767736295.190747:0:280198:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1767736295.190756:0:280198:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46b704380 x1853604137187840/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1767736295.190766:0:280198:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa924f lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 280198 initiator: MDT0 00000100:00000001:0.0:1767736295.190772:0:280198:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767736295.190774:0:280198:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767736295.190778:0:280198:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.190781:0:280198:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107862397120 : -119965847154496 : ffff92e4464b90c0) 00000100:00000001:0.0:1767736295.190783:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.190785:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485559168 : -119965223992448 : ffff92e46b704380) 00000100:00000001:0.0:1767736295.190789:0:280198:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736295.190792:0:280198:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.190794:0:280198:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767736295.190796:0:280198:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767736295.190800:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b704380 x1853604137187840/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.190809:0:280198:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767736295.190811:0:280198:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.190814:0:280198:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767736295.190816:0:280198:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736295.190819:0:280198:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767736295.190823:0:280198:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b704380 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137187840:192.168.202.159@tcp:101:lfs.0 00000100:00000001:0.0:1767736295.190827:0:280198:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767736295.190830:0:280198:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767736295.190832:0:280198:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.190835:0:280198:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767736295.190883:0:280198:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff92e447bc0000. 02000000:00000001:0.0:1767736295.190886:0:280198:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767736295.190893:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736295.190904:0:280198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19b58. 00000400:00000010:0.0:1767736295.190914:0:280198:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff92e46c655800. 00000100:00000200:0.0:1767736295.190920:0:280198:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853604137187840, portal 10 00000100:00000001:0.0:1767736295.190922:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.190924:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485559168 : -119965223992448 : ffff92e46b704380) 00000100:00000040:0.0:1767736295.190931:0:280198:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46b704380 x1853604137187840/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.190939:0:280198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736295.190942:0:280198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767736295.190945:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dbac38. 00000100:00000200:0.0:1767736295.190949:0:280198:0:(niobuf.c:94:ptl_send_buf()) Sending 976 bytes to portal 12, xid 1853604137187840, offset 0 00000400:00000200:0.0:1767736295.190955:0:280198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736295.190961:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.190967:0:280198:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767736295.190971:0:280198:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736295.190974:0:280198:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736295.190978:0:280198:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767736295.190981:0:280198:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767736295.190985:0:280198:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57561:57561:256:4294967295] 192.168.202.159@tcp LPNI seq info [57562:57562:8:4294967295] 00000400:00000200:0.0:1767736295.190990:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.190999:0:280198:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767736295.191005:0:280198:0:(socklnd_cb.c:1001:ksocknal_send()) sending 976 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767736295.191009:0:280198:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762100. 00000800:00000200:0.0:1767736295.191015:0:280198:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767736295.191021:0:280198:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767736295.191026:0:280198:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762100 type 1, nob 1072 niov 1 nkiov 1 00000100:00000001:0.0:1767736295.191046:0:280198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.191051:0:280198:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10211 usecs (11 jiffies) 00000400:00000200:0.0:1767736295.191055:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736295.191058:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054482 00000100:00000010:0.0:1767736295.191062:0:280198:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e448408720. 00000100:00000001:0.0:1767736295.191075:0:280198:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767736295.191084:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054482 00000100:00000010:0.0:1767736295.191088:0:280198:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e448408ba0. 00000100:00000001:0.0:1767736295.191091:0:280198:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767736295.191095:0:280198:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.191098:0:280198:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.191100:0:280198:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736295.191103:0:280198:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767736295.191105:0:280198:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4464b90c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767736295.191108:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736295.191110:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.191262:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.191270:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762100. 00000400:00000200:2.0:1767736295.191278:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.191287:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.191292:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dbac38 00000400:00000010:2.0:1767736295.191295:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dbac38. 00000100:00000001:2.0:1767736295.191300:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.191307:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b704380 x1853604137187840/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.191320:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.191324:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704380 x1853604137187840/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736311 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.191333:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.191336:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767736295.195244:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92e474755ac0. 00000800:00000001:2.0:1767736295.195250:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.195266:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.195271:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.195275:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.195283:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.195290:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.195298:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.195302:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.195307:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.195311:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 752 into portal 10 MB=0x695d7d826ba00 00000400:00000200:2.0:1767736295.195317:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.195323:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 752/752 into md 0x84595 [64] + 224 00000800:00000001:2.0:1767736295.195329:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.195339:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.195342:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.195358:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.195363:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.195370:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b704380 x1853604137187840/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736295.195384:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=752 offset=224 replen=132176 req@ffff92e46b704380 x1853604137187840/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.195413:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.195421:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.195426:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.195465:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736295.195476:0:280198:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736295.195478:0:280198:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736295.195481:0:280198:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19b58. 00000400:00000200:0.0:1767736295.195486:0:280198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46c655800 00000400:00000010:0.0:1767736295.195489:0:280198:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff92e46c655800. 00000100:00000001:0.0:1767736295.195494:0:280198:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736295.195504:0:280198:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b704380 x1853604137187840/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767736295.195544:0:280198:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b704380 x1853604137187840/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.195554:0:280198:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736295.195556:0:280198:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.195559:0:280198:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736295.195562:0:280198:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736295.195564:0:280198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736295.195567:0:280198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.195569:0:280198:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736295.195576:0:280198:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736295.195580:0:280198:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736295.195583:0:280198:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767736295.195587:0:280198:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff92e46b704380 x1853604137187840/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/752 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.195616:0:280198:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767736295.195620:0:280198:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767736295.195622:0:280198:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767736295.195624:0:280198:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767736295.195626:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.195628:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485559168 : -119965223992448 : ffff92e46b704380) 00000100:00000001:0.0:1767736295.195631:0:280198:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736295.195633:0:280198:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:0.0:1767736295.195635:0:280198:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736295.195637:0:280198:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1767736295.195643:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b704380 x1853604137187840/t12884924772(12884924772) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/752 e 0 to 0 dl 1767736311 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.195652:0:280198:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1767736295.195655:0:280198:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736295.195657:0:280198:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736295.195662:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b704380 x1853604137187840/t12884924772(12884924772) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/752 e 0 to 0 dl 1767736311 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767736295.195671:0:280198:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b704380 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137187840:192.168.202.159@tcp:101:lfs.0 00000100:00000001:0.0:1767736295.195676:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.195679:0:280198:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767736295.195682:0:280198:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736295.195684:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.195687:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704380 x1853604137187840/t12884924772(12884924772) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/752 e 0 to 0 dl 1767736311 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.195695:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736295.195699:0:280198:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.195702:0:280198:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736295.195703:0:280198:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1767736295.195706:0:280198:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767736295.195710:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.195718:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.195721:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=4 00000020:00000001:0.0:1767736295.195724:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.195727:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00010000:0.0:1767736295.195732:0:280198:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa924f lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 280198 initiator: MDT0 00010000:00000001:0.0:1767736295.195742:0:280198:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1767736295.195746:0:280198:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa924f lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 280198 initiator: MDT0 00010000:00000001:0.0:1767736295.195752:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.195756:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa924f lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 280198 initiator: MDT0 00010000:00000001:0.0:1767736295.195762:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.195764:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767736295.195766:0:280198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa924f lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 280198 initiator: MDT0 00010000:00000001:0.0:1767736295.195773:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.195775:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.195778:0:280198:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767736295.195781:0:280198:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa924f lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 280198 initiator: MDT0 00010000:00010000:0.0:1767736295.195787:0:280198:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e44bc49a00 already unused, calling callback (ffffffffc1b5db40) 00000080:00000001:0.0:1767736295.195790:0:280198:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1767736295.195793:0:280198:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa924f lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 280198 initiator: MDT0 00010000:00000001:0.0:1767736295.195799:0:280198:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1767736295.195801:0:280198:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1767736295.195805:0:280198:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa924f lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 280198 initiator: MDT0 00010000:00000001:0.0:1767736295.195816:0:280198:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1767736295.195819:0:280198:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767736295.195821:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.195823:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.195824:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=5 00000020:00000001:0.0:1767736295.195827:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.195829:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.195832:0:280198:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767736295.195835:0:280198:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa924f lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 280198 initiator: MDT0 00000080:00000001:0.0:1767736295.195841:0:280198:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767736295.195843:0:280198:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.195845:0:280198:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1767736295.195847:0:280198:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767736295.195850:0:280198:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767736295.195852:0:280198:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767736295.195853:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.195855:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767736295.195858:0:280198:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e44bc49a00 with handle 0x1486b26cfafa924f from hash 00010000:00000001:0.0:1767736295.195861:0:280198:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767736295.195863:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.195864:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.195865:0:280198:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767736295.195867:0:280198:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767736295.195869:0:280198:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767736295.195872:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.195873:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.195875:0:280198:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.195877:0:280198:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.195880:0:280198:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa924f lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 280198 initiator: MDT0 00010000:00000001:0.0:1767736295.195886:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.195892:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.195894:0:280198:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767736295.195895:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.195897:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.195899:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.195900:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767736295.195903:0:280198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa924f lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 280198 initiator: MDT0 00010000:00000001:0.0:1767736295.195913:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.195914:0:280198:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1767736295.195918:0:280198:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1767736295.195924:0:280198:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff92e46b704380 x1853604137187840/t12884924772(12884924772) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/752 e 0 to 0 dl 1767736311 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767736295.195934:0:280198:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1767736295.195938:0:280198:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff92e46b704380 x1853604137187840/t12884924772(12884924772) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 976/752 e 0 to 0 dl 1767736311 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767736295.195946:0:280198:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.195953:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767736295.195954:0:280198:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.195957:0:280198:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.195959:0:280198:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.195961:0:280198:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1767736295.195964:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.195965:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485559168 : -119965223992448 : ffff92e46b704380) 00010000:00000001:0.0:1767736295.195968:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767736295.195970:0:280198:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.195972:0:280198:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767736295.195974:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133768 00000002:00002000:0.0:1767736295.195976:0:280198:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=migrate_dir intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1767736295.195980:0:280198:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.195983:0:280198:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.195985:0:280198:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767736295.195988:0:280198:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x2000013a2:0x90d:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1767736295.195992:0:280198:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.196000:0:280198:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1767736295.196002:0:280198:0:(namei.c:677:ll_lookup_it_finish()) it ffff92e4484084e0 it_disposition 80002b 00000080:00000001:0.0:1767736295.196005:0:280198:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767736295.196009:0:280198:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1767736295.196012:0:280198:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1767736295.196017:0:280198:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff92e445822300. 00800000:00000001:0.0:1767736295.196020:0:280198:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446624107849196288 : -119965860355328 : ffff92e445822300) 00800000:00000001:0.0:1767736295.196023:0:280198:0:(lmv_obd.c:3643:lmv_unpack_md_v1()) Process entered 00800000:00000040:0.0:1767736295.196026:0:280198:0:(lmv_obd.c:3665:lmv_unpack_md_v1()) unpack lsm count 2/1, master 0 hash_type 0x82000003/0x2 layout_version 1 00800000:00000001:0.0:1767736295.196029:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.196031:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.196033:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.196036:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.196038:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.196040:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a0:0x31:0x0] 00800000:00000001:0.0:1767736295.196043:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1767736295.196045:0:280198:0:(lmv_obd.c:3688:lmv_unpack_md_v1()) unpack fid #0 [0x2000013a0:0x31:0x0] 00800000:00000001:0.0:1767736295.196047:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.196049:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.196050:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.196052:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.196054:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.196056:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x15:0x0] 00800000:00000001:0.0:1767736295.196058:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1767736295.196060:0:280198:0:(lmv_obd.c:3688:lmv_unpack_md_v1()) unpack fid #1 [0x2400013a2:0x15:0x0] 00800000:00000001:0.0:1767736295.196063:0:280198:0:(lmv_obd.c:3691:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.196065:0:280198:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.196068:0:280198:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1767736295.196071:0:280198:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff92e47ab980c0. 00800000:00000001:0.0:1767736295.196073:0:280198:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446624108742017216 : -119964967534400 : ffff92e47ab980c0) 00800000:00000001:0.0:1767736295.196076:0:280198:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.196078:0:280198:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767736295.196080:0:280198:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145806 : 144115272398145806 : 2000013a200090e) 00000080:00000001:0.0:1767736295.196083:0:280198:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1767736295.196097:0:280198:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff92e4745ad280. 00000080:00000001:0.0:1767736295.196104:0:280198:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1767736295.196112:0:280198:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x90e:0x0](ffff92e4745ad348) 00000080:00000001:0.0:1767736295.196116:0:280198:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767736295.196118:0:280198:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x90e:0x0] 00000080:00000001:0.0:1767736295.196120:0:280198:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000002:0.0:1767736295.196125:0:280198:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=1 index=0 hash=invalid:0x82000000 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:0.0:1767736295.196131:0:280198:0:(llite_lib.c:1834:ll_update_default_lsm_md()) Process leaving 00000080:00000002:0.0:1767736295.196134:0:280198:0:(llite_lib.c:1752:ll_init_lsm_md()) lustre: [0x2000013a2:0x90e:0x0] set dir layout: 00000080:00000002:0.0:1767736295.196138:0:280198:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd20cd0 refs=1 count=2 index=0 hash=crush:0x82000003 max_inherit=0 max_inherit_rr=0 version=1 migrate_offset=1 migrate_hash=fnv_1a_64:2 pool= 00000080:00000002:0.0:1767736295.196189:0:280198:0:(lustre_lmv.h:167:lmv_stripe_object_dump()) stripe[0] [0x2000013a0:0x31:0x0] 00000080:00000002:0.0:1767736295.196193:0:280198:0:(lustre_lmv.h:167:lmv_stripe_object_dump()) stripe[1] [0x2400013a2:0x15:0x0] 00000080:00000001:0.0:1767736295.196201:0:280198:0:(llite_lib.c:1692:ll_iget_anon_dir()) Process entered 00000080:00000001:0.0:1767736295.196203:0:280198:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272364589105 : 144115272364589105 : 2000013a0000031) 00000080:00000010:0.0:1767736295.196213:0:280198:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff92e4745aa940. 00000080:00000002:0.0:1767736295.196220:0:280198:0:(llite_lib.c:1728:ll_iget_anon_dir()) lli ffff92e4745aa940 slave [0x2000013a0:0x31:0x0] master [0x2000013a2:0x90e:0x0] 00000080:00000001:0.0:1767736295.196224:0:280198:0:(llite_lib.c:1738:ll_iget_anon_dir()) Process leaving (rc=18446624108635138568 : -119965074413048 : ffff92e4745aaa08) 00000080:00000001:0.0:1767736295.196226:0:280198:0:(llite_lib.c:1692:ll_iget_anon_dir()) Process entered 00000080:00000001:0.0:1767736295.196228:0:280198:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625493 : 162129670907625493 : 2400013a2000015) 00000080:00000010:0.0:1767736295.196233:0:280198:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff92e4745a98c0. 00000080:00000002:0.0:1767736295.196236:0:280198:0:(llite_lib.c:1728:ll_iget_anon_dir()) lli ffff92e4745a98c0 slave [0x2400013a2:0x15:0x0] master [0x2000013a2:0x90e:0x0] 00000080:00000001:0.0:1767736295.196239:0:280198:0:(llite_lib.c:1738:ll_iget_anon_dir()) Process leaving (rc=18446624108635134344 : -119965074417272 : ffff92e4745a9988) 00800000:00000002:0.0:1767736295.196243:0:280198:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445822300 2 00000080:00000010:0.0:1767736295.196247:0:280198:0:(llite_lib.c:1915:ll_update_lsm_md()) kmalloced '(attr)': 80 at ffff92e448408d20. 00800000:00000001:0.0:1767736295.196251:0:280198:0:(lmv_intent.c:158:lmv_revalidate_slaves()) Process entered 00800000:00000010:0.0:1767736295.196254:0:280198:0:(lmv_intent.c:164:lmv_revalidate_slaves()) kmalloced '(op_data)': 384 at ffff92e44600b800. 00800000:00000002:0.0:1767736295.196259:0:280198:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2000013a0:0x31:0x0] -> mds #0 00000002:00000001:0.0:1767736295.196264:0:280198:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.196266:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881335a0 00000002:00010000:0.0:1767736295.196269:0:280198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a0:0x31:0x0]) in obj [0x2000013a0:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767736295.196274:0:280198:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736295.196277:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.196279:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767736295.196292:0:280198:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.196296:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.196299:0:280198:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.196302:0:280198:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767736295.196305:0:280198:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767736295.196309:0:280198:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b704e00. 00000020:00000040:0.0:1767736295.196313:0:280198:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00010000:00000001:0.0:1767736295.196318:0:280198:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767736295.196322:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.196325:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.196327:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.196329:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.196331:0:280198:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736295.196333:0:280198:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736295.196337:0:280198:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736295.196342:0:280198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e448a4c000. 00000100:00000001:0.0:1767736295.196347:0:280198:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.196350:0:280198:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736295.196352:0:280198:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.196354:0:280198:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736295.196356:0:280198:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.196358:0:280198:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.196362:0:280198:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00010000:00000001:0.0:1767736295.196365:0:280198:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767736295.196367:0:280198:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767736295.196371:0:280198:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e443eba000. 00010000:00000010:0.0:1767736295.196374:0:280198:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e445822380. 00010000:00000001:0.0:1767736295.196378:0:280198:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767736295.196381:0:280198:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e44bc49400. 00000020:00000001:0.0:1767736295.196384:0:280198:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767736295.196387:0:280198:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e44bc49400 with handle 0x1486b26cfafa9256 to hash 00000020:00000001:0.0:1767736295.196389:0:280198:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767736295.196391:0:280198:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.196394:0:280198:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.196397:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.196405:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.196410:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 280198 initiator: MDT0 00010000:00010000:0.0:1767736295.196418:0:280198:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280198 initiator: MDT0 00010000:00010000:0.0:1767736295.196428:0:280198:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280198 initiator: MDT0 00000100:00000001:0.0:1767736295.196433:0:280198:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767736295.196435:0:280198:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767736295.196439:0:280198:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.196441:0:280198:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107862397120 : -119965847154496 : ffff92e4464b90c0) 00000100:00000001:0.0:1767736295.196444:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.196446:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000001:0.0:1767736295.196450:0:280198:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736295.196453:0:280198:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.196455:0:280198:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767736295.196457:0:280198:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767736295.196463:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b704e00 x1853604137187968/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.196472:0:280198:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767736295.196474:0:280198:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.196477:0:280198:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767736295.196480:0:280198:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736295.196483:0:280198:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767736295.196486:0:280198:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b704e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137187968:192.168.202.159@tcp:101:lfs.0 00000100:00000001:0.0:1767736295.196490:0:280198:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767736295.196494:0:280198:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767736295.196496:0:280198:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.196498:0:280198:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767736295.196501:0:280198:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e46c655800. 02000000:00000001:0.0:1767736295.196504:0:280198:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767736295.196537:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736295.196548:0:280198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19b58. 00000400:00000010:0.0:1767736295.196554:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba660. 00000100:00000200:0.0:1767736295.196559:0:280198:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137187968, portal 10 00000100:00000001:0.0:1767736295.196562:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.196563:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000040:0.0:1767736295.196571:0:280198:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46b704e00 x1853604137187968/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.196579:0:280198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736295.196582:0:280198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767736295.196585:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba2a8. 00000100:00000200:0.0:1767736295.196588:0:280198:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604137187968, offset 0 00000400:00000200:0.0:1767736295.196594:0:280198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736295.196600:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.196606:0:280198:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767736295.196611:0:280198:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736295.196614:0:280198:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736295.196618:0:280198:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767736295.196621:0:280198:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767736295.196625:0:280198:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57562:57562:256:4294967295] 192.168.202.159@tcp LPNI seq info [57563:57563:8:4294967295] 00000400:00000200:0.0:1767736295.196630:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.196639:0:280198:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767736295.196645:0:280198:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767736295.196649:0:280198:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762a00. 00000800:00000200:0.0:1767736295.196655:0:280198:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767736295.196662:0:280198:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767736295.196666:0:280198:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767736295.196684:0:280198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.196689:0:280198:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10211 usecs (11 jiffies) 00000400:00000200:0.0:1767736295.196693:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736295.196696:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054488 00000100:00000001:0.0:1767736295.196702:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054482 00000100:00000001:0.0:1767736295.196714:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054488 00000100:00000001:0.0:1767736295.196718:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054482 00000100:00000001:0.0:1767736295.196721:0:280198:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.196724:0:280198:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.196727:0:280198:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736295.196729:0:280198:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767736295.196732:0:280198:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4464b90c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767736295.196735:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736295.196737:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.196864:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.196872:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762a00. 00000400:00000200:2.0:1767736295.196878:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.196886:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.196892:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba2a8 00000400:00000010:2.0:1767736295.196895:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba2a8. 00000100:00000001:2.0:1767736295.196899:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.196907:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b704e00 x1853604137187968/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.196919:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.196923:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704e00 x1853604137187968/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.196932:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.196935:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.199550:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.199565:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.199568:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.199572:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.199579:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.199586:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.199593:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.199598:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.199603:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.199607:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 696 into portal 10 MB=0x695d7d826ba80 00000400:00000200:2.0:1767736295.199624:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.199630:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 696/696 into md 0x8459d [1] + 224 00000800:00000001:2.0:1767736295.199637:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.199666:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.199669:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.199674:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.199680:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.199687:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b704e00 x1853604137187968/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736295.199701:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=696 offset=224 replen=1792 req@ffff92e46b704e00 x1853604137187968/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.199728:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.199736:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.199740:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.199777:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736295.199787:0:280198:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736295.199789:0:280198:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736295.199793:0:280198:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19b58. 00000400:00000200:0.0:1767736295.199800:0:280198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba660 00000400:00000010:0.0:1767736295.199802:0:280198:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba660. 00000100:00000001:0.0:1767736295.199806:0:280198:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736295.199816:0:280198:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b704e00 x1853604137187968/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767736295.199830:0:280198:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b704e00 x1853604137187968/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.199840:0:280198:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736295.199842:0:280198:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.199845:0:280198:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736295.199847:0:280198:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736295.199849:0:280198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736295.199852:0:280198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.199855:0:280198:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736295.199861:0:280198:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736295.199865:0:280198:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736295.199868:0:280198:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736295.199870:0:280198:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.199872:0:280198:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736295.199876:0:280198:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.199879:0:280198:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736295.199893:0:280198:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:0.0:1767736295.199895:0:280198:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736295.199898:0:280198:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.199903:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b704e00 x1853604137187968/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/696 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.199913:0:280198:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.199915:0:280198:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736295.199917:0:280198:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736295.199922:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b704e00 x1853604137187968/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/696 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767736295.199932:0:280198:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b704e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137187968:192.168.202.159@tcp:101:lfs.0 00000100:00000001:0.0:1767736295.199937:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.199940:0:280198:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.199942:0:280198:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736295.199944:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.199948:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b704e00 x1853604137187968/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/696 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.199956:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736295.199959:0:280198:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.199962:0:280198:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736295.199963:0:280198:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.199966:0:280198:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767736295.199968:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.199971:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.199974:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49400 refcount=4 00000020:00000001:0.0:1767736295.199976:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.199979:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000040:0.0:1767736295.199984:0:280198:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e44bc49400, remote cookie: 0x36aa93000a8d2afa, flags: 0x1001 00010000:00010000:0.0:1767736295.199990:0:280198:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 4/1,0 mode: --/CR res: [0x2000013a0:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767736295.200014:0:280198:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 4/1,0 mode: --/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.200021:0:280198:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767736295.200024:0:280198:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767736295.200026:0:280198:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767736295.200028:0:280198:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767736295.200030:0:280198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767736295.200032:0:280198:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a0:0x31:0x0].0x0 (ffff92e443eba000) refcount = 1 00010000:00010000:0.0:1767736295.200037:0:280198:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 4/1,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.200044:0:280198:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767736295.200047:0:280198:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767736295.200049:0:280198:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.200052:0:280198:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767736295.200054:0:280198:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.200058:0:280198:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 4/1,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.200065:0:280198:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767736295.200066:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.200068:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.200070:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.200071:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.200073:0:280198:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.200076:0:280198:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767736295.200078:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.200080:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.200082:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49400 refcount=3 00000020:00000001:0.0:1767736295.200084:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.200087:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.200090:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.200097:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.200099:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49400 refcount=4 00000020:00000001:0.0:1767736295.200101:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.200104:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.200107:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.200109:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.200113:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 5/2,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.200121:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.200122:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.200124:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.200125:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.200127:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49400 refcount=5 00000020:00000001:0.0:1767736295.200129:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.200131:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.200134:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.200137:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 5/2,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.200175:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.200176:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767736295.200179:0:280198:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 4/1,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.200186:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.200188:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.200190:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.200191:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.200192:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767736295.200200:0:280198:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff92e46b704e00 x1853604137187968/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/696 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767736295.200210:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.200220:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.200223:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49400 refcount=3 00000020:00000001:0.0:1767736295.200226:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.200229:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.200233:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.200235:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.200236:0:280198:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.200239:0:280198:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.200242:0:280198:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767736295.200244:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.200247:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.200249:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49400 refcount=3 00000020:00000001:0.0:1767736295.200251:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.200254:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00000002:00010000:0.0:1767736295.200259:0:280198:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 3/1,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.200267:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.200269:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.200271:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767736295.200273:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.200275:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.200278:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49400 refcount=3 00000020:00000001:0.0:1767736295.200281:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.200284:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000040:0.0:1767736295.200289:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 2 00010000:00000001:0.0:1767736295.200292:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767736295.200296:0:280198:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e47f45bc00 type 13 mode 4 res 8589939616/49 (0 0) 00010000:00000001:0.0:1767736295.200299:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.200301:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.200302:0:280198:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767736295.200304:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133520 00000002:00002000:0.0:1767736295.200307:0:280198:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1767736295.200310:0:280198:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.200319:0:280198:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736295.200321:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.200322:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.200324:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49400 refcount=3 00000020:00000001:0.0:1767736295.200327:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.200329:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.200332:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.200333:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.200335:0:280198:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.200337:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.200338:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.200340:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49400 refcount=3 00000020:00000001:0.0:1767736295.200342:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.200345:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.200347:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.200350:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 3/1,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.200357:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.200359:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.200360:0:280198:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736295.200362:0:280198:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736295.200365:0:280198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.200372:0:280198:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736295.200375:0:280198:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736295.200377:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.200380:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.200381:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.200383:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.200386:0:280198:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736295.200388:0:280198:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.200390:0:280198:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.200393:0:280198:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.200400:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.200402:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.200404:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:0.0:1767736295.200407:0:280198:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2400013a2:0x15:0x0] -> mds #1 00000100:00000001:0.0:1767736295.200410:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.200416:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b704e00 x1853604137187968/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/696 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.200424:0:280198:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736295.200426:0:280198:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736295.200429:0:280198:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e46c655800. 02000000:00000001:0.0:1767736295.200433:0:280198:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736295.200435:0:280198:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736295.200437:0:280198:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736295.200439:0:280198:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736295.200442:0:280198:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e448a4c000. 02000000:00000001:0.0:1767736295.200445:0:280198:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736295.200447:0:280198:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736295.200449:0:280198:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b704e00. 00000100:00000001:0.0:1767736295.200452:0:280198:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736295.200454:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736295.200457:0:280198:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.200459:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881335a0 00000002:00010000:0.0:1767736295.200462:0:280198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a2:0x15:0x0]) in obj [0x2400013a2:0x15:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767736295.200466:0:280198:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736295.200468:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.200469:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767736295.200473:0:280198:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.200475:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.200477:0:280198:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.200480:0:280198:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767736295.200481:0:280198:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767736295.200485:0:280198:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b704e00. 00000020:00000040:0.0:1767736295.200488:0:280198:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00010000:00000001:0.0:1767736295.200492:0:280198:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767736295.200495:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.200498:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.200505:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.200507:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.200533:0:280198:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736295.200536:0:280198:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736295.200539:0:280198:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736295.200545:0:280198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e448a4c000. 00000100:00000001:0.0:1767736295.200550:0:280198:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.200554:0:280198:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736295.200556:0:280198:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.200558:0:280198:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736295.200560:0:280198:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.200562:0:280198:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.200567:0:280198:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00010000:00000001:0.0:1767736295.200570:0:280198:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767736295.200572:0:280198:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767736295.200577:0:280198:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e443ebaa00. 00010000:00000010:0.0:1767736295.200581:0:280198:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e445822400. 00010000:00000001:0.0:1767736295.200585:0:280198:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767736295.200588:0:280198:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e44bc48400. 00000020:00000001:0.0:1767736295.200591:0:280198:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767736295.200594:0:280198:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e44bc48400 with handle 0x1486b26cfafa925d to hash 00000020:00000001:0.0:1767736295.200596:0:280198:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767736295.200598:0:280198:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.200601:0:280198:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.200604:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.200606:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.200610:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 280198 initiator: MDT0 00010000:00010000:0.0:1767736295.200618:0:280198:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280198 initiator: MDT0 00010000:00010000:0.0:1767736295.200626:0:280198:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280198 initiator: MDT0 00000100:00000001:0.0:1767736295.200632:0:280198:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767736295.200640:0:280198:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767736295.200644:0:280198:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.200647:0:280198:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107862397120 : -119965847154496 : ffff92e4464b90c0) 00000100:00000001:0.0:1767736295.200650:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.200651:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000001:0.0:1767736295.200655:0:280198:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736295.200658:0:280198:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.200661:0:280198:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767736295.200662:0:280198:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767736295.200668:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b704e00 x1853604137188096/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.200677:0:280198:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767736295.200679:0:280198:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.200682:0:280198:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767736295.200685:0:280198:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736295.200687:0:280198:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767736295.200691:0:280198:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b704e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137188096:192.168.202.159@tcp:101:lfs.0 00000100:00000001:0.0:1767736295.200695:0:280198:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767736295.200699:0:280198:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767736295.200701:0:280198:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.200703:0:280198:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767736295.200707:0:280198:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e46c655800. 02000000:00000001:0.0:1767736295.200709:0:280198:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767736295.200716:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736295.200719:0:280198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19b58. 00000400:00000010:0.0:1767736295.200729:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba660. 00000100:00000200:0.0:1767736295.200734:0:280198:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137188096, portal 10 00000100:00000001:0.0:1767736295.200736:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.200738:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000040:0.0:1767736295.200744:0:280198:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46b704e00 x1853604137188096/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.200752:0:280198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736295.200755:0:280198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767736295.200768:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba4c8. 00000100:00000200:0.0:1767736295.200772:0:280198:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604137188096, offset 0 00000400:00000200:0.0:1767736295.200778:0:280198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736295.200784:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.200790:0:280198:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767736295.200794:0:280198:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736295.200798:0:280198:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736295.200801:0:280198:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767736295.200805:0:280198:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767736295.200809:0:280198:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57563:57563:256:4294967295] 192.168.202.159@tcp LPNI seq info [57564:57564:8:4294967295] 00000400:00000200:0.0:1767736295.200814:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.200823:0:280198:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767736295.200829:0:280198:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767736295.200833:0:280198:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762800. 00000800:00000200:0.0:1767736295.200839:0:280198:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767736295.200845:0:280198:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767736295.200849:0:280198:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767736295.200871:0:280198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.200876:0:280198:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7727 usecs (8 jiffies) 00000400:00000200:0.0:1767736295.200881:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736295.200883:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054489 00000100:00000001:0.0:1767736295.200889:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054488 00000100:00000001:0.0:1767736295.200894:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054489 00000100:00000001:0.0:1767736295.200897:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054488 00000100:00000001:0.0:1767736295.200901:0:280198:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.200903:0:280198:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.200906:0:280198:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736295.200908:0:280198:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767736295.200911:0:280198:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4464b90c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767736295.200914:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736295.200924:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.201054:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.201061:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762800. 00000400:00000200:2.0:1767736295.201068:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.201076:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.201082:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba4c8 00000400:00000010:2.0:1767736295.201085:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba4c8. 00000100:00000001:2.0:1767736295.201089:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.201097:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b704e00 x1853604137188096/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.201109:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.201113:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704e00 x1853604137188096/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.201122:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.201125:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767736295.201197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e44bc49a00. 00000800:00000001:2.0:1767736295.208588:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.208603:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.208606:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.208610:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.208629:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.208636:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.208642:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.208647:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.208651:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.208656:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 696 into portal 10 MB=0x695d7d826bb00 00000400:00000200:2.0:1767736295.208661:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.208667:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 696/696 into md 0x845a5 [1] + 224 00000800:00000001:2.0:1767736295.208674:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.208683:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.208686:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.208691:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.208695:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.208703:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b704e00 x1853604137188096/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736295.208716:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=696 offset=224 replen=1792 req@ffff92e46b704e00 x1853604137188096/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.208744:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.208751:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.208755:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.208853:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736295.208864:0:280198:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736295.208866:0:280198:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736295.208870:0:280198:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19b58. 00000400:00000200:0.0:1767736295.208877:0:280198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba660 00000400:00000010:0.0:1767736295.208880:0:280198:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba660. 00000100:00000001:0.0:1767736295.208884:0:280198:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736295.208893:0:280198:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b704e00 x1853604137188096/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767736295.208908:0:280198:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b704e00 x1853604137188096/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.208918:0:280198:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736295.208920:0:280198:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.208923:0:280198:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736295.208925:0:280198:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736295.208927:0:280198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736295.208930:0:280198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.208933:0:280198:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736295.208939:0:280198:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736295.208943:0:280198:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736295.208946:0:280198:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736295.208948:0:280198:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.208951:0:280198:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736295.208954:0:280198:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.208957:0:280198:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767736295.208960:0:280198:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: committing for last_committed 12884902624 gen 1 00000100:00000040:0.0:1767736295.208965:0:280198:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884902624) req@ffff92e46ae5c000 x1853604137185152/t12884902620(12884902620) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 512/448 e 0 to 0 dl 1767736310 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.208974:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.208978:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5c000 x1853604137185152/t12884902620(12884902620) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 512/448 e 0 to 0 dl 1767736310 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.208986:0:280198:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736295.208988:0:280198:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736295.209003:0:280198:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766a9000. 02000000:00000001:0.0:1767736295.209008:0:280198:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736295.209010:0:280198:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736295.209012:0:280198:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736295.209014:0:280198:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736295.209017:0:280198:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44c921200. 02000000:00000001:0.0:1767736295.209020:0:280198:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736295.209021:0:280198:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736295.209023:0:280198:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5c000. 00000100:00000001:0.0:1767736295.209026:0:280198:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736295.209028:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.209031:0:280198:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767736295.209034:0:280198:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1767736295.209037:0:280198:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736295.209039:0:280198:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.209045:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b704e00 x1853604137188096/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/696 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.209053:0:280198:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.209056:0:280198:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736295.209058:0:280198:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736295.209062:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b704e00 x1853604137188096/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/696 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767736295.209072:0:280198:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b704e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137188096:192.168.202.159@tcp:101:lfs.0 00000100:00000001:0.0:1767736295.209077:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.209080:0:280198:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.209082:0:280198:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736295.209084:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.209087:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b704e00 x1853604137188096/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/696 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.209095:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736295.209097:0:280198:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.209100:0:280198:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736295.209102:0:280198:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.209110:0:280198:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767736295.209112:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.209114:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.209117:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc48400 refcount=4 00000020:00000001:0.0:1767736295.209120:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.209123:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000040:0.0:1767736295.209128:0:280198:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e44bc48400, remote cookie: 0x36aa93000a8d2b08, flags: 0x1001 00010000:00010000:0.0:1767736295.209134:0:280198:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 4/1,0 mode: --/CR res: [0x2400013a2:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767736295.209182:0:280198:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 4/1,0 mode: --/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.209191:0:280198:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767736295.209195:0:280198:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767736295.209198:0:280198:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767736295.209200:0:280198:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767736295.209202:0:280198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767736295.209205:0:280198:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400013a2:0x15:0x0].0x0 (ffff92e443ebaa00) refcount = 1 00010000:00010000:0.0:1767736295.209212:0:280198:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.209220:0:280198:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767736295.209224:0:280198:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767736295.209226:0:280198:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.209229:0:280198:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767736295.209235:0:280198:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.209239:0:280198:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767736295.209241:0:264667:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305054489, at 4305054490 00010000:00000001:0.0:1767736295.209259:0:280198:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00000100:00000010:2.0:1767736295.209260:0:264667:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e448408720. 00010000:00000001:0.0:1767736295.209263:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.209268:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.209270:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767736295.209279:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305054489, at 4305054490 00010000:00000001:0.0:1767736295.209280:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.209286:0:280198:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.209294:0:280198:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000100:00000010:3.0:1767736295.209296:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e448408ba0. 00010000:00000001:0.0:1767736295.209297:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.209303:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.209308:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc48400 refcount=3 00000020:00000001:0.0:1767736295.209312:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.209315:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.209318:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.209320:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.209322:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc48400 refcount=4 00000020:00000001:0.0:1767736295.209325:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.209328:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.209332:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.209334:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.209339:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 5/2,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.209347:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.209348:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.209350:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.209351:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.209353:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc48400 refcount=5 00000020:00000001:0.0:1767736295.209355:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.209357:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.209360:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.209363:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 5/2,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.209370:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.209371:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767736295.209374:0:280198:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.209393:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.209395:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.209397:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.209398:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.209399:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767736295.209406:0:280198:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff92e46b704e00 x1853604137188096/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/696 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767736295.209416:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.209418:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.209419:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc48400 refcount=3 00000020:00000001:0.0:1767736295.209422:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.209424:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.209427:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.209428:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.209430:0:280198:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.209432:0:280198:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.209434:0:280198:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767736295.209437:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.209438:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.209440:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc48400 refcount=3 00000020:00000001:0.0:1767736295.209442:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.209444:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00000002:00010000:0.0:1767736295.209448:0:280198:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.209455:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.209456:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.209458:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767736295.209460:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.209461:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.209463:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc48400 refcount=3 00000020:00000001:0.0:1767736295.209465:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.209473:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000040:0.0:1767736295.209478:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443ebaa00 count: 2 00010000:00000001:0.0:1767736295.209481:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767736295.209485:0:280198:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e47f102400 type 13 mode 4 res 9663681442/21 (0 0) 00010000:00000001:0.0:1767736295.209488:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.209490:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.209491:0:280198:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767736295.209494:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133520 00000002:00002000:0.0:1767736295.209496:0:280198:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1767736295.209500:0:280198:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.209504:0:280198:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736295.209505:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.209507:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.209508:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc48400 refcount=3 00000020:00000001:0.0:1767736295.209542:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.209545:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.209548:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.209549:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.209551:0:280198:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.209553:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.209554:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.209556:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc48400 refcount=3 00000020:00000001:0.0:1767736295.209558:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.209560:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.209563:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.209566:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.209573:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.209575:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.209576:0:280198:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736295.209578:0:280198:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736295.209582:0:280198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.209602:0:280198:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736295.209605:0:280198:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736295.209607:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.209610:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.209611:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.209613:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.209616:0:280198:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736295.209618:0:280198:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.209620:0:280198:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.209623:0:280198:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.209626:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.209627:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.209628:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767736295.209631:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.209636:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b704e00 x1853604137188096/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/696 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.209645:0:280198:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736295.209647:0:280198:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736295.209649:0:280198:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e46c655800. 02000000:00000001:0.0:1767736295.209653:0:280198:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736295.209655:0:280198:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736295.209657:0:280198:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736295.209659:0:280198:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736295.209661:0:280198:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e448a4c000. 02000000:00000001:0.0:1767736295.209664:0:280198:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736295.209665:0:280198:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736295.209667:0:280198:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b704e00. 00000100:00000001:0.0:1767736295.209670:0:280198:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736295.209672:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:0.0:1767736295.209675:0:280198:0:(lmv_intent.c:277:lmv_revalidate_slaves()) kfreed 'op_data': 384 at ffff92e44600b800. 00800000:00000001:0.0:1767736295.209678:0:280198:0:(lmv_intent.c:278:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1767736295.209682:0:280198:0:(lmv_obd.c:4238:lmv_merge_attr()) [0x2000013a0:0x31:0x0] size 4096, blocks 8 nlink 2, atime 1767736294 ctime 1767736294, mtime 1767736294. 00800000:00000040:0.0:1767736295.209687:0:280198:0:(lmv_obd.c:4238:lmv_merge_attr()) [0x2400013a2:0x15:0x0] size 4096, blocks 8 nlink 2, atime 1767736294 ctime 1767736294, mtime 1767736294. 00000080:00000010:0.0:1767736295.209692:0:280198:0:(llite_lib.c:1935:ll_update_lsm_md()) kfreed 'attr': 80 at ffff92e448408d20. 00000080:00000001:0.0:1767736295.209702:0:280198:0:(llite_lib.c:1936:ll_update_lsm_md()) Process leaving 00800000:00000002:0.0:1767736295.209704:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445822300 2 00000080:00000001:0.0:1767736295.209708:0:280198:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145806 : 144115272398145806 : 2000013a200090e) 00000080:00000001:0.0:1767736295.209711:0:280198:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1767736295.209719:0:280198:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145806 mtime from 0 to 1767736294 00000080:00200000:0.0:1767736295.209723:0:280198:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x90e:0x0], updating i_size 8192 00000080:00000001:0.0:1767736295.209726:0:280198:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1767736295.209729:0:280198:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624108635149128 : -119965074402488 : ffff92e4745ad348) 00000080:00000001:0.0:1767736295.209731:0:280198:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767736295.209734:0:280198:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1767736295.209736:0:280198:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736295.209740:0:280198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x90e:0x0](ffff92e4745ad348) for lock 0x0 00800000:00000001:0.0:1767736295.209743:0:280198:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767736295.209745:0:280198:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:0.0:1767736295.209747:0:280198:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.209749:0:280198:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1767736295.209754:0:280198:0:(namei.c:656:ll_splice_alias()) Add dentry ffff92e449fa0360 inode ffff92e4745ad348 refc 1 flags 0x20000e 00000080:00000002:0.0:1767736295.209758:0:280198:0:(llite_lib.c:3150:ll_update_dir_depth_dmv()) migrate_dir [0x2000013a2:0x90e:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1767736295.209762:0:280198:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1767736295.209765:0:280198:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1767736295.209768:0:280198:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44600b400. 00000100:00000001:0.0:1767736295.209771:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.209776:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704380 x1853604137187840/t12884924772(12884924772) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 616/752 e 0 to 0 dl 1767736311 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.209785:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.209789:0:280198:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:0.0:1767736295.209791:0:280198:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1767736295.209794:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133a40 00000080:00200008:0.0:1767736295.209796:0:280198:0:(file.c:1001:ll_file_open()) START file migrate_dir:[0x2000013a2:0x90e:0x0](ffff92e4745ad348), flags 304000 00000080:00000010:0.0:1767736295.209802:0:280198:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff92e443ee1900. 00000080:00000010:0.0:1767736295.209808:0:280198:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff92e47ab988c0. 00000080:00000001:0.0:1767736295.209810:0:280198:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1767736295.209813:0:280198:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1767736295.209816:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.209823:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.209825:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.209828:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.209830:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.209832:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90e:0x0] 00800000:00000001:0.0:1767736295.209835:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.209838:0:280198:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1767736295.209842:0:280198:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff92e46dbb3a60. 00000002:00100000:0.0:1767736295.209848:0:280198:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff92e46b704380 x1853604137187840/t12884924772(12884924772) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 616/752 e 0 to 0 dl 1767736311 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767736295.209856:0:280198:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.209859:0:280198:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1767736295.209862:0:280198:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1767736295.209867:0:280198:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.209869:0:280198:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.209872:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.209876:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b704380 x1853604137187840/t12884924772(12884924772) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 616/752 e 0 to 0 dl 1767736311 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1767736295.209884:0:280198:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736295.209886:0:280198:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff92e447bc0000. 02000000:00000001:0.0:1767736295.209921:0:280198:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767736295.209923:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.209926:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133a40 00000080:00000008:0.0:1767736295.209929:0:280198:0:(file.c:1240:ll_file_open()) COMPLETED file migrate_dir:[0x2000013a2:0x90e:0x0](ffff92e4745ad348), flags 304000, rc = 0 00000080:00000001:0.0:1767736295.209933:0:280198:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.209935:0:280198:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1767736295.209937:0:280198:0:(dcache.c:176:ll_intent_release()) intent ffff92e4484084e0 released 00000080:00000001:0.0:1767736295.209939:0:280198:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1767736295.209941:0:280198:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1767736295.209942:0:280198:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.209945:0:280198:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1767736295.209947:0:280198:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff92e4484084e0. 00000080:00000001:0.0:1767736295.209950:0:280198:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.209953:0:280198:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767736295.209956:0:280198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x90e:0x0](ffff92e4745ad348), inode mode 41ed mask 44 00000080:00000001:0.0:1767736295.209965:0:280198:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.209981:0:280198:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:0.0:1767736295.209983:0:280198:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1767736295.209985:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133db0 00000080:00200008:0.0:1767736295.209987:0:280198:0:(file.c:424:ll_file_release()) START file d160d.sanity:[0x2000013a2:0x90d:0x0](ffff92e474754b08), flags 304000 00000080:00400000:0.0:1767736295.209991:0:280198:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x90d:0x0] 00000080:00000001:0.0:1767736295.209994:0:280198:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1767736295.209995:0:280198:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:0.0:1767736295.209997:0:280198:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:0.0:1767736295.210000:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.210002:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.210003:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.210005:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.210007:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.210010:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90d:0x0] 00800000:00000001:0.0:1767736295.210012:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.210015:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.210017:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.210022:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6e00 count: 2 00010000:00000001:0.0:1767736295.210024:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767736295.210028:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.210030:0:280198:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a2:0x90d:0x0]: 0 00000080:00000001:0.0:1767736295.210033:0:280198:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767736295.210035:0:280198:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767736295.210038:0:280198:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff92e44600b400. 00000080:00000001:0.0:1767736295.210040:0:280198:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767736295.210044:0:280198:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767736295.210046:0:280198:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000001:0.0:1767736295.210048:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.210049:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.210051:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.210052:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.210055:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.210057:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90d:0x0] 00800000:00000001:0.0:1767736295.210059:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.210061:0:280198:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x90d:0x0] 00000002:00000001:0.0:1767736295.210064:0:280198:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767736295.210066:0:280198:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff92e443fe1800: [0x2000013a2:0x90d:0x0] file closed with intent: 0 00000100:00000010:0.0:1767736295.210077:0:280198:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b704e00. 00000020:00000040:0.0:1767736295.210080:0:280198:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:0.0:1767736295.210084:0:280198:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736295.210086:0:280198:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736295.210089:0:280198:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736295.210094:0:280198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44600b800. 00000100:00000001:0.0:1767736295.210099:0:280198:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767736295.210108:0:280198:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff92e46b706a00 x1853604137186944/t12884924770(12884924770) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767736295.210119:0:280198:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767736295.210124:0:280198:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46b704e00 x1853604137188352/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767736295.210132:0:280198:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767736295.210134:0:280198:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767736295.210138:0:280198:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.210140:0:280198:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107862397120 : -119965847154496 : ffff92e4464b90c0) 00000100:00000001:0.0:1767736295.210174:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.210176:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000001:0.0:1767736295.210180:0:280198:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736295.210184:0:280198:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.210186:0:280198:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767736295.210188:0:280198:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767736295.210192:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b704e00 x1853604137188352/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.210201:0:280198:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767736295.210203:0:280198:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.210206:0:280198:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767736295.210208:0:280198:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736295.210211:0:280198:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767736295.210214:0:280198:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b704e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137188352:192.168.202.159@tcp:35:lfs.0 00000100:00000001:0.0:1767736295.210219:0:280198:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767736295.210231:0:280198:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767736295.210233:0:280198:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.210236:0:280198:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767736295.210239:0:280198:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e46c655800. 02000000:00000001:0.0:1767736295.210242:0:280198:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767736295.210249:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736295.210253:0:280198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19b58. 00000400:00000010:0.0:1767736295.210257:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba660. 00000100:00000200:0.0:1767736295.210262:0:280198:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137188352, portal 10 00000100:00000001:0.0:1767736295.210264:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.210266:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000040:0.0:1767736295.210272:0:280198:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46b704e00 x1853604137188352/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.210280:0:280198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736295.210284:0:280198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767736295.210291:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba5d8. 00000100:00000200:0.0:1767736295.210294:0:280198:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853604137188352, offset 0 00000400:00000200:0.0:1767736295.210305:0:280198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736295.210311:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.210316:0:280198:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767736295.210321:0:280198:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736295.210325:0:280198:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736295.210328:0:280198:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767736295.210331:0:280198:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767736295.210335:0:280198:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57564:57564:256:4294967295] 192.168.202.159@tcp LPNI seq info [57565:57565:8:4294967295] 00000400:00000200:0.0:1767736295.210340:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.210349:0:280198:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767736295.210355:0:280198:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767736295.210359:0:280198:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762e00. 00000800:00000200:0.0:1767736295.210365:0:280198:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767736295.210372:0:280198:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767736295.210376:0:280198:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767736295.210405:0:280198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.210410:0:280198:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10211 usecs (11 jiffies) 00000400:00000200:0.0:1767736295.210415:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736295.210418:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054502 00000100:00000010:0.0:1767736295.210423:0:280198:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e4484084e0. 00000100:00000001:0.0:1767736295.210428:0:280198:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767736295.210437:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054502 00000100:00000010:0.0:1767736295.210441:0:280198:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e448408d20. 00000100:00000001:0.0:1767736295.210444:0:280198:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767736295.210453:0:280198:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.210456:0:280198:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.210459:0:280198:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736295.210461:0:280198:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767736295.210464:0:280198:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4464b90c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767736295.210467:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736295.210469:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.210612:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.210619:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762e00. 00000400:00000200:2.0:1767736295.210626:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.210634:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.210639:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba5d8 00000400:00000010:2.0:1767736295.210642:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba5d8. 00000100:00000001:2.0:1767736295.210646:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.210654:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b704e00 x1853604137188352/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.210666:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.210683:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704e00 x1853604137188352/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.210693:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.210696:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.212961:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.212976:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.212980:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.212983:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.212990:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.212997:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.213004:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.213009:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.213014:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.213018:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 456 into portal 10 MB=0x695d7d826bc00 00000400:00000200:2.0:1767736295.213024:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.213029:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 456/456 into md 0x845ad [1] + 224 00000800:00000001:2.0:1767736295.213036:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.213045:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.213048:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.213052:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.213057:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.213064:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b704e00 x1853604137188352/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736295.213078:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff92e46b704e00 x1853604137188352/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.213106:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.213113:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.213117:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.213217:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736295.213228:0:280198:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736295.213230:0:280198:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736295.213234:0:280198:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19b58. 00000400:00000200:0.0:1767736295.213241:0:280198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba660 00000400:00000010:0.0:1767736295.213243:0:280198:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba660. 00000100:00000001:0.0:1767736295.213247:0:280198:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736295.213257:0:280198:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b704e00 x1853604137188352/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767736295.213271:0:280198:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b704e00 x1853604137188352/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.213280:0:280198:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736295.213283:0:280198:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.213285:0:280198:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736295.213288:0:280198:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736295.213290:0:280198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736295.213293:0:280198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.213308:0:280198:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736295.213315:0:280198:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c54e8 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736295.213319:0:280198:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736295.213322:0:280198:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736295.213324:0:280198:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.213326:0:280198:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736295.213330:0:280198:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.213333:0:280198:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767736295.213334:0:280198:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767736295.213337:0:280198:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767736295.213339:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.213341:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000001:0.0:1767736295.213344:0:280198:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736295.213346:0:280198:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:0.0:1767736295.213348:0:280198:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736295.213350:0:280198:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.213356:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b704e00 x1853604137188352/t12884924773(12884924773) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.213365:0:280198:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.213368:0:280198:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736295.213370:0:280198:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736295.213374:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b704e00 x1853604137188352/t12884924773(12884924773) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767736295.213384:0:280198:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b704e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137188352:192.168.202.159@tcp:35:lfs.0 00000100:00000001:0.0:1767736295.213389:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.213392:0:280198:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.213394:0:280198:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736295.213396:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.213399:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704e00 x1853604137188352/t12884924773(12884924773) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.213407:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736295.213410:0:280198:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.213421:0:280198:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736295.213422:0:280198:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.213428:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.213430:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000002:00000001:0.0:1767736295.213433:0:280198:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.213436:0:280198:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767736295.213439:0:280198:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44600b400. 00000080:00000001:0.0:1767736295.213443:0:280198:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767736295.213446:0:280198:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1767736295.213448:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.213450:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.213452:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.213454:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.213456:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.213459:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90d:0x0] 00800000:00000001:0.0:1767736295.213461:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.213465:0:280198:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767736295.213470:0:280198:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff92e46b706a00 x1853604137186944/t12884924770(12884924770) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.213479:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.213480:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485569024 : -119965223982592 : ffff92e46b706a00) 00000100:00000001:0.0:1767736295.213483:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.213487:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b706a00 x1853604137186944/t12884924770(12884924770) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.213494:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.213497:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.213500:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704e00 x1853604137188352/t12884924773(12884924773) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.213508:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.213536:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.213541:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b706a00 x1853604137186944/t12884924770(12884924770) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767736311 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.213549:0:280198:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767736295.213559:0:280198:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736295.213561:0:280198:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736295.213563:0:280198:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736295.213566:0:280198:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e448a4fc00. 02000000:00000001:0.0:1767736295.213570:0:280198:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736295.213572:0:280198:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736295.213574:0:280198:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b706a00. 00000100:00000001:0.0:1767736295.213578:0:280198:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736295.213580:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.213582:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.213586:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b704e00 x1853604137188352/t12884924773(12884924773) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.213594:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767736295.213596:0:280198:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff92e46dbb3ca0. 00000002:00000001:0.0:1767736295.213601:0:280198:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.213603:0:280198:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767736295.213606:0:280198:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff92e47ab98340. 00000100:00000001:0.0:1767736295.213609:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.213612:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b704e00 x1853604137188352/t12884924773(12884924773) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.213619:0:280198:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736295.213621:0:280198:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736295.213624:0:280198:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e46c655800. 02000000:00000001:0.0:1767736295.213627:0:280198:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736295.213628:0:280198:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736295.213630:0:280198:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736295.213632:0:280198:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736295.213633:0:280198:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44600b800. 02000000:00000001:0.0:1767736295.213636:0:280198:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736295.213637:0:280198:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736295.213638:0:280198:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b704e00. 00000100:00000001:0.0:1767736295.213641:0:280198:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736295.213643:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767736295.213645:0:280198:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767736295.213648:0:280198:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff92e443ee0280. 00000080:00000001:0.0:1767736295.213656:0:280198:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.213661:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133db0 00000080:00000008:0.0:1767736295.213663:0:280198:0:(file.c:464:ll_file_release()) COMPLETED file d160d.sanity:[0x2000013a2:0x90d:0x0](ffff92e474754b08), flags 304000, rc = 0 00000080:00000001:0.0:1767736295.213667:0:280198:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.213670:0:280198:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.213717:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133d28 00000080:00200008:0.0:1767736295.213721:0:280198:0:(file.c:6252:ll_getattr_dentry()) START file migrate_dir:[0x2000013a2:0x90e:0x0](ffff92e4745ad348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1767736295.213727:0:280198:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767736295.213729:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133ca0 00000080:00200000:0.0:1767736295.213731:0:280198:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x90e:0x0](ffff92e4745ad348),name=migrate_dir 00000080:00000010:0.0:1767736295.213737:0:280198:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44600b800. 00800000:00000002:0.0:1767736295.213741:0:280198:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445822300 2 00800000:00000002:0.0:1767736295.213743:0:280198:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47ab980c0 2 00800000:00000002:0.0:1767736295.213745:0:280198:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445822300 3 00000080:00000001:0.0:1767736295.213748:0:280198:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767736295.213751:0:280198:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.213753:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133bc0 00800000:00000002:0.0:1767736295.213755:0:280198:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x90e:0x0] '' on [0x2000013a2:0x90e:0x0] 00800000:00000001:0.0:1767736295.213759:0:280198:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767736295.213761:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.213763:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.213765:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.213767:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.213770:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.213772:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90e:0x0] 00800000:00000001:0.0:1767736295.213774:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.213777:0:280198:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x90e:0x0], fid2=[0x2000013a2:0x90e:0x0], name='' -> mds #0 00000002:00000001:0.0:1767736295.213782:0:280198:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.213784:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133a90 00000002:00010000:0.0:1767736295.213786:0:280198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x90e:0x0]) in obj [0x2000013a2:0x90e:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767736295.213790:0:280198:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736295.213792:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.213794:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767736295.213798:0:280198:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.213801:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.213810:0:280198:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.213813:0:280198:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767736295.213814:0:280198:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767736295.213818:0:280198:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b704e00. 00000020:00000040:0.0:1767736295.213822:0:280198:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00010000:00000001:0.0:1767736295.213826:0:280198:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767736295.213829:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.213833:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.213835:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.213837:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.213840:0:280198:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736295.213842:0:280198:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736295.213845:0:280198:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736295.213850:0:280198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e448a4fc00. 00000100:00000001:0.0:1767736295.213855:0:280198:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.213858:0:280198:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736295.213860:0:280198:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.213863:0:280198:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736295.213864:0:280198:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.213867:0:280198:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.213871:0:280198:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00010000:00000001:0.0:1767736295.213874:0:280198:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767736295.213877:0:280198:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767736295.213881:0:280198:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e443ebae00. 00010000:00000010:0.0:1767736295.213885:0:280198:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e445822c00. 00010000:00000001:0.0:1767736295.213889:0:280198:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767736295.213892:0:280198:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e44bc49a00. 00000020:00000001:0.0:1767736295.213895:0:280198:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767736295.213897:0:280198:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e44bc49a00 with handle 0x1486b26cfafa9264 to hash 00000020:00000001:0.0:1767736295.213900:0:280198:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767736295.213902:0:280198:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.213905:0:280198:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.213908:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.213910:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.213914:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 280198 initiator: MDT0 00010000:00010000:0.0:1767736295.213930:0:280198:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280198 initiator: MDT0 00010000:00010000:0.0:1767736295.213941:0:280198:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 280198 initiator: MDT0 00000100:00000001:0.0:1767736295.213947:0:280198:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767736295.213949:0:280198:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767736295.213953:0:280198:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.213955:0:280198:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107862397120 : -119965847154496 : ffff92e4464b90c0) 00000100:00000001:0.0:1767736295.213958:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.213960:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000001:0.0:1767736295.213964:0:280198:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736295.213967:0:280198:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.213969:0:280198:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767736295.213971:0:280198:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767736295.213976:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b704e00 x1853604137188480/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.213986:0:280198:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767736295.213988:0:280198:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.213991:0:280198:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767736295.213993:0:280198:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736295.213996:0:280198:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767736295.214000:0:280198:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b704e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137188480:192.168.202.159@tcp:101:lfs.0 00000100:00000001:0.0:1767736295.214004:0:280198:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767736295.214007:0:280198:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767736295.214009:0:280198:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.214012:0:280198:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767736295.214015:0:280198:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e46c655800. 02000000:00000001:0.0:1767736295.214018:0:280198:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767736295.214024:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736295.214027:0:280198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19b58. 00000400:00000010:0.0:1767736295.214032:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba660. 00000100:00000200:0.0:1767736295.214043:0:280198:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137188480, portal 10 00000100:00000001:0.0:1767736295.214046:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.214048:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000040:0.0:1767736295.214054:0:280198:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46b704e00 x1853604137188480/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.214062:0:280198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736295.214065:0:280198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767736295.214069:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba5d8. 00000100:00000200:0.0:1767736295.214072:0:280198:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604137188480, offset 0 00000400:00000200:0.0:1767736295.214083:0:280198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736295.214089:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.214095:0:280198:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767736295.214099:0:280198:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736295.214103:0:280198:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736295.214106:0:280198:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767736295.214109:0:280198:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767736295.214113:0:280198:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57565:57565:256:4294967295] 192.168.202.159@tcp LPNI seq info [57566:57566:8:4294967295] 00000400:00000200:0.0:1767736295.214118:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.214127:0:280198:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767736295.214133:0:280198:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767736295.214137:0:280198:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762600. 00000800:00000200:0.0:1767736295.214196:0:280198:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767736295.214204:0:280198:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767736295.214208:0:280198:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767736295.214220:0:280198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.214225:0:280198:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:0.0:1767736295.214230:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736295.214233:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054506 00000100:00000001:0.0:1767736295.214238:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054502 00000100:00000001:0.0:1767736295.214243:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054506 00000100:00000001:0.0:1767736295.214256:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054502 00000100:00000001:0.0:1767736295.214259:0:280198:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.214262:0:280198:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.214265:0:280198:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736295.214267:0:280198:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767736295.214271:0:280198:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4464b90c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767736295.214274:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736295.214276:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.214402:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.214410:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762600. 00000400:00000200:2.0:1767736295.214417:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.214425:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.214430:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba5d8 00000400:00000010:2.0:1767736295.214445:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba5d8. 00000100:00000001:2.0:1767736295.214450:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.214458:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b704e00 x1853604137188480/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.214470:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.214475:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704e00 x1853604137188480/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.214484:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.214486:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.217422:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.217437:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.217441:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.217444:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.217451:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.217458:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.217466:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.217471:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.217477:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.217481:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 728 into portal 10 MB=0x695d7d826bc80 00000400:00000200:2.0:1767736295.217487:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.217494:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 728/728 into md 0x845b5 [1] + 224 00000800:00000001:2.0:1767736295.217502:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.217538:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.217543:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.217550:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.217555:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.217563:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b704e00 x1853604137188480/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736295.217578:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=728 offset=224 replen=1792 req@ffff92e46b704e00 x1853604137188480/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.217601:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.217608:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767736295.217622:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767736295.217627:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767736295.217633:0:280198:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736295.217638:0:280198:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736295.217642:0:280198:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19b58. 00000400:00000200:0.0:1767736295.217650:0:280198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba660 00000400:00000010:0.0:1767736295.217653:0:280198:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba660. 00000100:00000001:0.0:1767736295.217659:0:280198:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736295.217670:0:280198:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b704e00 x1853604137188480/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767736295.217685:0:280198:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b704e00 x1853604137188480/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.217695:0:280198:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736295.217697:0:280198:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.217700:0:280198:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736295.217703:0:280198:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736295.217705:0:280198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736295.217707:0:280198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.217710:0:280198:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736295.217716:0:280198:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736295.217720:0:280198:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736295.217723:0:280198:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736295.217725:0:280198:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.217729:0:280198:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736295.217732:0:280198:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.217736:0:280198:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736295.217738:0:280198:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:0.0:1767736295.217741:0:280198:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736295.217758:0:280198:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.217765:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b704e00 x1853604137188480/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/728 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.217774:0:280198:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.217777:0:280198:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736295.217779:0:280198:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736295.217784:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b704e00 x1853604137188480/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/728 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767736295.217794:0:280198:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b704e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137188480:192.168.202.159@tcp:101:lfs.0 00000100:00000001:0.0:1767736295.217799:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.217801:0:280198:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.217804:0:280198:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736295.217806:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.217809:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b704e00 x1853604137188480/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/728 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.217817:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736295.217820:0:280198:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.217824:0:280198:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736295.217826:0:280198:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.217828:0:280198:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767736295.217831:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.217833:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.217836:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=4 00000020:00000001:0.0:1767736295.217840:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.217844:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000040:0.0:1767736295.217849:0:280198:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e44bc49a00, remote cookie: 0x36aa93000a8d2b16, flags: 0x1001 00010000:00010000:0.0:1767736295.217855:0:280198:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767736295.217866:0:280198:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.217888:0:280198:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767736295.217891:0:280198:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767736295.217893:0:280198:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767736295.217896:0:280198:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767736295.217897:0:280198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767736295.217900:0:280198:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x90e:0x0].0x0 (ffff92e443ebae00) refcount = 1 00010000:00010000:0.0:1767736295.217906:0:280198:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.217913:0:280198:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767736295.217917:0:280198:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767736295.217919:0:280198:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.217922:0:280198:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767736295.217926:0:280198:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.217930:0:280198:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.217938:0:280198:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767736295.217941:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.217943:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.217945:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.217946:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.217948:0:280198:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.217952:0:280198:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767736295.217954:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.217956:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.217958:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=3 00000020:00000001:0.0:1767736295.217961:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.217964:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.217967:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.217968:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.217970:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=4 00000020:00000001:0.0:1767736295.217972:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.217981:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.217984:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.217986:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.217990:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.217998:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.217999:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.218001:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.218002:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.218004:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=5 00000020:00000001:0.0:1767736295.218006:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.218009:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.218011:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.218014:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.218021:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.218023:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767736295.218026:0:280198:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.218032:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.218034:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.218035:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.218037:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.218038:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767736295.218044:0:280198:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff92e46b704e00 x1853604137188480/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/728 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767736295.218053:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.218055:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.218056:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=3 00000020:00000001:0.0:1767736295.218059:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.218066:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.218069:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.218071:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.218072:0:280198:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.218075:0:280198:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.218077:0:280198:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767736295.218079:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.218081:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.218082:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=3 00000020:00000001:0.0:1767736295.218085:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.218087:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00000002:00010000:0.0:1767736295.218091:0:280198:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.218099:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.218100:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.218102:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767736295.218103:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.218105:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.218106:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=3 00000020:00000001:0.0:1767736295.218108:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.218111:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000040:0.0:1767736295.218115:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443ebae00 count: 2 00010000:00000001:0.0:1767736295.218118:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767736295.218122:0:280198:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e47f45bc00 type 13 mode 4 res 8589939618/2318 (0 0) 00010000:00000001:0.0:1767736295.218126:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.218127:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.218128:0:280198:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767736295.218131:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133a10 00000002:00002000:0.0:1767736295.218133:0:280198:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1767736295.218137:0:280198:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.218139:0:280198:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.218176:0:280198:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767736295.218181:0:280198:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x90e:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1767736295.218192:0:280198:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.218196:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445822300 3 00800000:00000002:0.0:1767736295.218199:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445822300 2 00800000:00000002:0.0:1767736295.218202:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47ab980c0 2 00000080:00000010:0.0:1767736295.218205:0:280198:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44600b800. 00000080:00000001:0.0:1767736295.218211:0:280198:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767736295.218214:0:280198:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767736295.218218:0:280198:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1767736295.218223:0:280198:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1767736295.218228:0:280198:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff92e445822c80. 00800000:00000001:0.0:1767736295.218232:0:280198:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446624107849198720 : -119965860352896 : ffff92e445822c80) 00800000:00000001:0.0:1767736295.218235:0:280198:0:(lmv_obd.c:3643:lmv_unpack_md_v1()) Process entered 00800000:00000040:0.0:1767736295.218238:0:280198:0:(lmv_obd.c:3665:lmv_unpack_md_v1()) unpack lsm count 2/1, master 0 hash_type 0x82000003/0x2 layout_version 1 00800000:00000001:0.0:1767736295.218241:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.218243:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.218245:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.218248:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.218250:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.218252:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a0:0x31:0x0] 00800000:00000001:0.0:1767736295.218255:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1767736295.218257:0:280198:0:(lmv_obd.c:3688:lmv_unpack_md_v1()) unpack fid #0 [0x2000013a0:0x31:0x0] 00800000:00000001:0.0:1767736295.218259:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.218260:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.218262:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.218264:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.218266:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.218268:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x15:0x0] 00800000:00000001:0.0:1767736295.218270:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1767736295.218272:0:280198:0:(lmv_obd.c:3688:lmv_unpack_md_v1()) unpack fid #1 [0x2400013a2:0x15:0x0] 00800000:00000001:0.0:1767736295.218274:0:280198:0:(lmv_obd.c:3691:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.218276:0:280198:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.218279:0:280198:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1767736295.218282:0:280198:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff92e47ab98340. 00800000:00000001:0.0:1767736295.218284:0:280198:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446624108742017856 : -119964967533760 : ffff92e47ab98340) 00800000:00000001:0.0:1767736295.218287:0:280198:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.218289:0:280198:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767736295.218296:0:280198:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767736295.218299:0:280198:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj ffff92e445822300 of [0x2000013a2:0x90e:0x0] 00000080:00000001:0.0:1767736295.218302:0:280198:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1767736295.218304:0:280198:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1767736295.218307:0:280198:0:(llite_lib.c:1876:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.218310:0:280198:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145806 : 144115272398145806 : 2000013a200090e) 00000080:00000001:0.0:1767736295.218314:0:280198:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:0.0:1767736295.218318:0:280198:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x90e:0x0], updating i_size 4096 00010000:00000001:0.0:1767736295.218321:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.218323:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.218325:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=3 00000020:00000001:0.0:1767736295.218328:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.218330:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.218333:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.218335:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767736295.218337:0:280198:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767736295.218340:0:280198:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1767736295.218341:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47ab98340 1 00800000:00000010:0.0:1767736295.218344:0:280198:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff92e47ab98340. 00800000:00000002:0.0:1767736295.218347:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445822c80 1 00800000:00000010:0.0:1767736295.218349:0:280198:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 120 at ffff92e445822c80. 00800000:00000001:0.0:1767736295.218352:0:280198:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736295.218355:0:280198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x90e:0x0](ffff92e4745ad348) for lock 0x1486b26cfafa9264 00800000:00000001:0.0:1767736295.218358:0:280198:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767736295.218360:0:280198:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736295.218362:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.218364:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.218365:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=3 00000020:00000001:0.0:1767736295.218367:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.218370:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.218373:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.218374:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.218376:0:280198:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.218378:0:280198:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.218380:0:280198:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736295.218388:0:280198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x90e:0x0](ffff92e4745ad348) 00000080:00010000:0.0:1767736295.218392:0:280198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9264 from it ffffa1dc88133cd8 00010000:00000001:0.0:1767736295.218394:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.218396:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.218398:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=3 00000020:00000001:0.0:1767736295.218400:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.218402:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.218405:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.218409:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.218417:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.218418:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.218420:0:280198:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736295.218422:0:280198:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736295.218425:0:280198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.218433:0:280198:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736295.218435:0:280198:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736295.218437:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.218440:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.218442:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.218443:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.218446:0:280198:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736295.218448:0:280198:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.218450:0:280198:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.218453:0:280198:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.218456:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.218457:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.218459:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767736295.218461:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.218467:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b704e00 x1853604137188480/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/728 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.218475:0:280198:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736295.218484:0:280198:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736295.218487:0:280198:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e46c655800. 02000000:00000001:0.0:1767736295.218491:0:280198:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736295.218493:0:280198:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736295.218494:0:280198:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736295.218497:0:280198:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736295.218499:0:280198:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e448a4fc00. 02000000:00000001:0.0:1767736295.218502:0:280198:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736295.218504:0:280198:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736295.218506:0:280198:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b704e00. 00000100:00000001:0.0:1767736295.218533:0:280198:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736295.218535:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767736295.218544:0:280198:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445822300 2 00800000:00000001:0.0:1767736295.218548:0:280198:0:(lmv_intent.c:158:lmv_revalidate_slaves()) Process entered 00800000:00000010:0.0:1767736295.218551:0:280198:0:(lmv_intent.c:164:lmv_revalidate_slaves()) kmalloced '(op_data)': 384 at ffff92e44600b800. 00800000:00000002:0.0:1767736295.218555:0:280198:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2000013a0:0x31:0x0] -> mds #0 00000002:00000001:0.0:1767736295.218559:0:280198:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.218561:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133b48 00000002:00010000:0.0:1767736295.218564:0:280198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a0:0x31:0x0]) in obj [0x2000013a0:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767736295.218568:0:280198:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736295.218570:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.218572:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.218576:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 2 00010000:00000001:0.0:1767736295.218578:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.218582:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.218584:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767736295.218588:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 2/1,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736295.218596:0:280198:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736295.218599:0:280198:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.218603:0:280198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 2/1,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767736295.218610:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767736295.218612:0:280198:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736295.218622:0:280198:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767736295.218624:0:280198:0:(lmv_intent.c:235:lmv_revalidate_slaves()) slave [0x2000013a0:0x31:0x0] is still valid. 00000002:00000001:0.0:1767736295.218627:0:280198:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736295.218629:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.218631:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.218634:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49400 refcount=3 00000020:00000001:0.0:1767736295.218636:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.218639:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.218642:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.218643:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.218645:0:280198:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.218647:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.218649:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.218651:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49400 refcount=3 00000020:00000001:0.0:1767736295.218653:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.218656:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.218658:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.218661:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 3/1,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.218668:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.218670:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.218671:0:280198:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736295.218673:0:280198:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736295.218676:0:280198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.218682:0:280198:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736295.218684:0:280198:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736295.218686:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.218689:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.218690:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.218692:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.218695:0:280198:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736295.218696:0:280198:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.218705:0:280198:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.218708:0:280198:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.218710:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.218712:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.218714:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:0.0:1767736295.218716:0:280198:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2400013a2:0x15:0x0] -> mds #1 00000002:00000001:0.0:1767736295.218720:0:280198:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.218722:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133b48 00000002:00010000:0.0:1767736295.218724:0:280198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a2:0x15:0x0]) in obj [0x2400013a2:0x15:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767736295.218728:0:280198:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736295.218730:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.218732:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.218735:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443ebaa00 count: 2 00010000:00000001:0.0:1767736295.218738:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.218740:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.218742:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767736295.218746:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 2/1,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736295.218753:0:280198:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736295.218755:0:280198:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.218759:0:280198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 2/1,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767736295.218766:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767736295.218768:0:280198:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736295.218770:0:280198:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767736295.218772:0:280198:0:(lmv_intent.c:235:lmv_revalidate_slaves()) slave [0x2400013a2:0x15:0x0] is still valid. 00000002:00000001:0.0:1767736295.218775:0:280198:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736295.218777:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.218778:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.218780:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc48400 refcount=3 00000020:00000001:0.0:1767736295.218782:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.218785:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.218787:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.218794:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.218796:0:280198:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.218799:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.218800:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.218802:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc48400 refcount=3 00000020:00000001:0.0:1767736295.218805:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.218808:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.218810:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.218813:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.218820:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.218821:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.218823:0:280198:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736295.218824:0:280198:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736295.218827:0:280198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.218834:0:280198:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736295.218836:0:280198:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736295.218837:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.218840:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.218841:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.218843:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.218845:0:280198:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736295.218846:0:280198:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.218849:0:280198:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.218851:0:280198:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.218853:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.218855:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.218856:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:0.0:1767736295.218858:0:280198:0:(lmv_intent.c:277:lmv_revalidate_slaves()) kfreed 'op_data': 384 at ffff92e44600b800. 00800000:00000001:0.0:1767736295.218862:0:280198:0:(lmv_intent.c:278:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1767736295.218865:0:280198:0:(lmv_obd.c:4238:lmv_merge_attr()) [0x2000013a0:0x31:0x0] size 4096, blocks 8 nlink 2, atime 1767736294 ctime 1767736294, mtime 1767736294. 00800000:00000040:0.0:1767736295.218869:0:280198:0:(lmv_obd.c:4238:lmv_merge_attr()) [0x2400013a2:0x15:0x0] size 4096, blocks 8 nlink 2, atime 1767736294 ctime 1767736294, mtime 1767736294. 00800000:00000002:0.0:1767736295.218873:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445822300 2 00000080:00000001:0.0:1767736295.218881:0:280198:0:(file.c:6234:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.218890:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133d28 00000080:00000008:0.0:1767736295.218893:0:280198:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file migrate_dir:[0x2000013a2:0x90e:0x0](ffff92e4745ad348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1767736295.218945:0:280198:0:(dir.c:346:ll_iterate()) Process entered 00000080:00200000:0.0:1767736295.218949:0:280198:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x2000013a2:0x90e:0x0](ffff92e4745ad348) pos/size0/8192 32bit_api 0 00000080:00000001:0.0:1767736295.218955:0:280198:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767736295.218957:0:280198:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a2:0x90d:0x0] mode (null) 00800000:00000001:0.0:1767736295.218961:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.218963:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.218965:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.218968:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.218970:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.218972:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90d:0x0] 00800000:00000001:0.0:1767736295.218975:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.218978:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.218981:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.218985:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6e00 count: 2 00010000:00000001:0.0:1767736295.218988:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.218991:0:280198:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1767736295.218993:0:280198:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1767736295.218996:0:280198:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736295.218999:0:280198:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.219003:0:280198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6c00/0x1486b26cfafa922c lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2a3d expref: -99 pid: 280188 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.219011:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.219013:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.219014:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00800000:00000002:0.0:1767736295.219017:0:280198:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a2:0x90d:0x0]: 4 00010000:00000001:0.0:1767736295.219020:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.219022:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.219024:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6c00 refcount=2 00000020:00000001:0.0:1767736295.219026:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:0.0:1767736295.219030:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831192576 : -119965878359040 : ffff92e4446f6c00) 00010000:00000001:0.0:1767736295.219032:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.219033:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767736295.219042:0:280198:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1767736295.219047:0:280198:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44600b800. 00800000:00000002:0.0:1767736295.219051:0:280198:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445822300 2 00800000:00000002:0.0:1767736295.219053:0:280198:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47ab980c0 2 00800000:00000002:0.0:1767736295.219056:0:280198:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445822300 3 00000080:00000001:0.0:1767736295.219059:0:280198:0:(dir.c:199:ll_dir_read()) Process entered 00800000:00000001:0.0:1767736295.219064:0:280198:0:(lmv_obd.c:3288:lmv_read_page()) Process entered 00800000:00000001:0.0:1767736295.219066:0:280198:0:(lmv_obd.c:3178:lmv_striped_read_page()) Process entered 00800000:00000010:0.0:1767736295.219075:0:280198:0:(lmv_obd.c:3199:lmv_striped_read_page()) kmalloced '(ctxt)': 104 at ffff92e445822c80. 00800000:00000001:0.0:1767736295.219078:0:280198:0:(lmv_obd.c:2990:stripe_dirent_load()) Process entered 00000002:00000001:0.0:1767736295.219083:0:280198:0:(mdc_request.c:1464:mdc_read_page()) Process entered 00000002:00000001:0.0:1767736295.219085:0:280198:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.219087:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881339d8 00000002:00010000:0.0:1767736295.219090:0:280198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a0:0x31:0x0]) in obj [0x2000013a0:0x31:0x0], intent: readdir flags 0 00000002:00000001:0.0:1767736295.219094:0:280198:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736295.219095:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.219097:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.219101:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 2 00010000:00000001:0.0:1767736295.219103:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.219106:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.219108:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767736295.219112:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 2/1,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736295.219119:0:280198:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736295.219121:0:280198:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.219124:0:280198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 2/1,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767736295.219131:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767736295.219134:0:280198:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736295.219136:0:280198:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736295.219138:0:280198:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736295.219140:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.219184:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.219186:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49400 refcount=3 00000020:00000001:0.0:1767736295.219188:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.219200:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.219203:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.219205:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.219207:0:280198:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.219238:0:280198:0:(mdc_request.c:1339:ll_mdc_read_page_remote()) Process entered 00000002:00000010:0.0:1767736295.219243:0:280198:0:(mdc_request.c:1346:ll_mdc_read_page_remote()) kmalloced '(page_pool)': 2048 at ffff92e46c655800. 00000002:00000001:0.0:1767736295.220082:0:280198:0:(mdc_request.c:1035:mdc_getpage()) Process entered 00000100:00000010:0.0:1767736295.220087:0:280198:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b704e00. 00000020:00000040:0.0:1767736295.220090:0:280198:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:0.0:1767736295.220094:0:280198:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736295.220097:0:280198:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736295.220100:0:280198:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736295.220105:0:280198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44600b400. 00000100:00000001:0.0:1767736295.220109:0:280198:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.220113:0:280198:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767736295.220117:0:280198:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff92e448a4fc00. 00000100:00000010:0.0:1767736295.220122:0:280198:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff92e44c4c1000. 00000020:00000040:0.0:1767736295.220125:0:280198:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:0.0:1767736295.220143:0:280198:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767736295.220168:0:280198:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767736295.220174:0:280198:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.220177:0:280198:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107862397120 : -119965847154496 : ffff92e4464b90c0) 00000100:00000001:0.0:1767736295.220179:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.220181:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000001:0.0:1767736295.220185:0:280198:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736295.220189:0:280198:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.220191:0:280198:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767736295.220192:0:280198:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767736295.220199:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b704e00 x1853604137188608/t0(0) o37->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.220208:0:280198:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767736295.220210:0:280198:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.220214:0:280198:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767736295.220216:0:280198:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736295.220227:0:280198:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767736295.220232:0:280198:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b704e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137188608:192.168.202.159@tcp:37:lfs.0 00000100:00000001:0.0:1767736295.220236:0:280198:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767736295.220240:0:280198:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767736295.220242:0:280198:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.220245:0:280198:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1767736295.220252:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736295.220257:0:280198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19b58. 00000400:00000010:0.0:1767736295.220265:0:280198:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff92e46d6b8000. 00000100:00000200:0.0:1767736295.220273:0:280198:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x695d7d826bd00-0x695d7d826bd00, portal 14 00000100:00000001:0.0:1767736295.220277:0:280198:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.220279:0:280198:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767736295.220282:0:280198:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92e448a4d000. 02000000:00000001:0.0:1767736295.220285:0:280198:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767736295.220288:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736295.220292:0:280198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19738. 00000400:00000010:0.0:1767736295.220295:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba660. 00000100:00000200:0.0:1767736295.220299:0:280198:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853604137188608, portal 10 00000100:00000001:0.0:1767736295.220301:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.220303:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000040:0.0:1767736295.220309:0:280198:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46b704e00 x1853604137188608/t0(0) o37->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.220318:0:280198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736295.220321:0:280198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767736295.220323:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba4c8. 00000100:00000200:0.0:1767736295.220327:0:280198:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1853604137188608, offset 0 00000400:00000200:0.0:1767736295.220337:0:280198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736295.220343:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.220349:0:280198:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767736295.220353:0:280198:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736295.220357:0:280198:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736295.220360:0:280198:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767736295.220363:0:280198:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767736295.220375:0:280198:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57566:57566:256:4294967295] 192.168.202.159@tcp LPNI seq info [57567:57567:8:4294967295] 00000400:00000200:0.0:1767736295.220380:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.220390:0:280198:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767736295.220396:0:280198:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767736295.220401:0:280198:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762700. 00000800:00000200:0.0:1767736295.220407:0:280198:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767736295.220413:0:280198:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767736295.220417:0:280198:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762700 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1767736295.220438:0:280198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.220443:0:280198:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:0.0:1767736295.220448:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736295.220450:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054512 00000100:00000001:0.0:1767736295.220456:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054506 00000100:00000001:0.0:1767736295.220460:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054512 00000100:00000001:0.0:1767736295.220463:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054506 00000100:00000001:0.0:1767736295.220467:0:280198:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.220470:0:280198:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.220472:0:280198:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736295.220474:0:280198:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767736295.220477:0:280198:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4464b90c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767736295.220480:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736295.220482:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.220631:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.220639:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762700. 00000400:00000200:2.0:1767736295.220645:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.220653:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.220659:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba4c8 00000400:00000010:2.0:1767736295.220662:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba4c8. 00000100:00000001:2.0:1767736295.220666:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.220674:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b704e00 x1853604137188608/t0(0) o37->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.220686:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.220690:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704e00 x1853604137188608/t0(0) o37->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.220699:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.220701:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.223628:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.223643:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.223647:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.223650:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.223657:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.223664:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.223672:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.223677:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.223683:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.223688:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 4096 into portal 14 MB=0x695d7d826bd00 00000400:00000200:2.0:1767736295.223696:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.223703:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.159@tcp of length 4096/4096 into md 0x845bd [256] + 0 00000400:00000010:2.0:1767736295.223708:0:215020:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19b58. 00000400:00000200:2.0:1767736295.223714:0:215020:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff92e46d6b8000 00000800:00000001:2.0:1767736295.223719:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.223728:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.223732:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.223736:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.223740:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46d6b8000 00000400:00000010:2.0:1767736295.223754:0:215020:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff92e46d6b8000. 00000100:00000001:2.0:1767736295.223762:0:215020:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767736295.223765:0:215020:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff92e46b704e00 desc ffff92e448a4fc00 mbits 1853604137188608 00000100:00000001:2.0:1767736295.223787:0:215020:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767736295.223795:0:215020:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767736295.223800:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.223806:0:215020:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.59@tcp to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767736295.223812:0:215020:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57567:57567:256:4294967295] 192.168.202.159@tcp LPNI seq info [57568:57568:8:4294967295] 00000400:00000200:2.0:1767736295.223817:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.223827:0:215020:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:192.168.202.59@tcp) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) 192.168.202.159@tcp : ACK try# 0 00000800:00000200:2.0:1767736295.223833:0:215020:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767736295.223840:0:215020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff92e479274000. 00000800:00000200:2.0:1767736295.223846:0:215020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767736295.223853:0:215020:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767736295.223857:0:215020:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e479274000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767736295.223896:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736295.223904:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767736295.223936:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767736295.223938:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.223946:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff92e479274000. 00000800:00000001:3.0:1767736295.223949:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.223955:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.223964:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: ACK: OK 00000800:00000001:3.0:1767736295.226219:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.226230:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767736295.226234:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.226237:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736295.226245:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.226252:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767736295.226259:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.226264:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.226269:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.226274:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 440 into portal 10 MB=0x695d7d826bd00 00000400:00000200:3.0:1767736295.226279:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.226286:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 440/440 into md 0x845c5 [1] + 224 00000800:00000001:3.0:1767736295.226293:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.226312:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736295.226316:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.226321:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767736295.226326:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736295.226334:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b704e00 x1853604137188608/t0(0) o37->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767736295.226348:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff92e46b704e00 x1853604137188608/t0(0) o37->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.226373:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767736295.226382:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.226387:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.226444:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736295.226454:0:280198:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736295.226456:0:280198:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736295.226460:0:280198:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19738. 00000400:00000200:0.0:1767736295.226467:0:280198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba660 00000400:00000010:0.0:1767736295.226470:0:280198:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba660. 00000100:00000001:0.0:1767736295.226474:0:280198:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736295.226497:0:280198:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b704e00 x1853604137188608/t0(0) o37->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767736295.226538:0:280198:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b704e00 x1853604137188608/t0(0) o37->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.226550:0:280198:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736295.226554:0:280198:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.226557:0:280198:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736295.226560:0:280198:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736295.226563:0:280198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736295.226566:0:280198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.226569:0:280198:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736295.226576:0:280198:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c54e8 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736295.226581:0:280198:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736295.226584:0:280198:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736295.226586:0:280198:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.226589:0:280198:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736295.226592:0:280198:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.226596:0:280198:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736295.226599:0:280198:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:0.0:1767736295.226602:0:280198:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736295.226605:0:280198:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.226612:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff92e46b704e00 x1853604137188608/t0(0) o37->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1767736295.226625:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff92e46b704e00 x1853604137188608/t0(0) o37->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.226634:0:280198:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736295.226636:0:280198:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736295.226641:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b704e00 x1853604137188608/t0(0) o37->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767736295.226650:0:280198:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b704e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137188608:192.168.202.159@tcp:37:lfs.0 00000100:00000001:0.0:1767736295.226656:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.226667:0:280198:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.226669:0:280198:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736295.226671:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.226676:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b704e00 x1853604137188608/t0(0) o37->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.226684:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736295.226687:0:280198:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.226690:0:280198:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736295.226692:0:280198:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.226696:0:280198:0:(mdc_request.c:1107:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1767736295.226699:0:280198:0:(mdc_request.c:1374:ll_mdc_read_page_remote()) read 1(1) pages 00000100:00000001:0.0:1767736295.226701:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.226705:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b704e00 x1853604137188608/t0(0) o37->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.226712:0:280198:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736295.226714:0:280198:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736295.226717:0:280198:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92e448a4d000. 02000000:00000001:0.0:1767736295.226721:0:280198:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736295.226723:0:280198:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736295.226725:0:280198:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736295.226728:0:280198:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767736295.226729:0:280198:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767736295.226732:0:280198:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736295.226733:0:280198:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736295.226736:0:280198:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767736295.226747:0:280198:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff92e44c4c1000. 00000100:00000010:0.0:1767736295.226751:0:280198:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff92e448a4fc00. 00000100:00000001:0.0:1767736295.226755:0:280198:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767736295.226758:0:280198:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44600b400. 02000000:00000001:0.0:1767736295.226763:0:280198:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736295.226766:0:280198:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736295.226769:0:280198:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b704e00. 00000100:00000001:0.0:1767736295.226775:0:280198:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736295.226777:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:0.0:1767736295.226780:0:280198:0:(mdc_request.c:1383:ll_mdc_read_page_remote()) read 1/256 pages 00000002:00000010:0.0:1767736295.227686:0:280198:0:(mdc_request.c:1417:ll_mdc_read_page_remote()) kvfree 'page_pool': 2048 at ffff92e46c655800. 00000002:00000001:0.0:1767736295.227699:0:280198:0:(mdc_request.c:1419:ll_mdc_read_page_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.227704:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.227706:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.227709:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49400 refcount=3 00000020:00000001:0.0:1767736295.227711:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.227715:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.227718:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.227722:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 3/1,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.227733:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.227734:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.227736:0:280198:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736295.227738:0:280198:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736295.227741:0:280198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.227749:0:280198:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736295.227752:0:280198:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736295.227754:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.227757:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.227758:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.227760:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.227763:0:280198:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736295.227765:0:280198:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.227767:0:280198:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.227770:0:280198:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.227772:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.227774:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.227775:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1767736295.227779:0:280198:0:(lmv_obd.c:3058:stripe_dirent_load()) Process leaving (rc=18446624107904577560 : -119965804974056 : ffff92e448cf3018) 00800000:00000001:0.0:1767736295.227782:0:280198:0:(lmv_obd.c:2990:stripe_dirent_load()) Process entered 00000002:00000001:0.0:1767736295.227786:0:280198:0:(mdc_request.c:1464:mdc_read_page()) Process entered 00000002:00000001:0.0:1767736295.227788:0:280198:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.227790:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881339d8 00000002:00010000:0.0:1767736295.227793:0:280198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a2:0x15:0x0]) in obj [0x2400013a2:0x15:0x0], intent: readdir flags 0 00000002:00000001:0.0:1767736295.227803:0:280198:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736295.227805:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.227807:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.227812:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443ebaa00 count: 2 00010000:00000001:0.0:1767736295.227815:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.227819:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.227822:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767736295.227826:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 2/1,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736295.227835:0:280198:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736295.227840:0:280198:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.227844:0:280198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 2/1,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767736295.227852:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767736295.227855:0:280198:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736295.227858:0:280198:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736295.227861:0:280198:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736295.227863:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.227866:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.227868:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc48400 refcount=3 00000020:00000001:0.0:1767736295.227871:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.227874:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.227878:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.227880:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.227881:0:280198:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.227920:0:280198:0:(mdc_request.c:1339:ll_mdc_read_page_remote()) Process entered 00000002:00000010:0.0:1767736295.227925:0:280198:0:(mdc_request.c:1346:ll_mdc_read_page_remote()) kmalloced '(page_pool)': 2048 at ffff92e46c655800. 00000002:00000001:0.0:1767736295.228758:0:280198:0:(mdc_request.c:1035:mdc_getpage()) Process entered 00000100:00000010:0.0:1767736295.228763:0:280198:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b704e00. 00000020:00000040:0.0:1767736295.228768:0:280198:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:0.0:1767736295.228772:0:280198:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736295.228774:0:280198:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736295.228782:0:280198:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736295.228788:0:280198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44600b400. 00000100:00000001:0.0:1767736295.228793:0:280198:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.228796:0:280198:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767736295.228799:0:280198:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff92e448a4fc00. 00000100:00000010:0.0:1767736295.228802:0:280198:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff92e44c4c1000. 00000020:00000040:0.0:1767736295.228805:0:280198:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:0.0:1767736295.228823:0:280198:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767736295.228825:0:280198:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767736295.228829:0:280198:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.228832:0:280198:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107862397120 : -119965847154496 : ffff92e4464b90c0) 00000100:00000001:0.0:1767736295.228834:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.228836:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000001:0.0:1767736295.228840:0:280198:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736295.228843:0:280198:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.228845:0:280198:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767736295.228847:0:280198:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767736295.228853:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b704e00 x1853604137188736/t0(0) o37->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.228862:0:280198:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767736295.228864:0:280198:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.228867:0:280198:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767736295.228870:0:280198:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736295.228872:0:280198:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767736295.228876:0:280198:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b704e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137188736:192.168.202.159@tcp:37:lfs.0 00000100:00000001:0.0:1767736295.228880:0:280198:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767736295.228883:0:280198:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767736295.228885:0:280198:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.228888:0:280198:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1767736295.228894:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736295.228898:0:280198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19738. 00000400:00000010:0.0:1767736295.228906:0:280198:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff92e46d6be000. 00000100:00000200:0.0:1767736295.228912:0:280198:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x695d7d826bd80-0x695d7d826bd80, portal 14 00000100:00000001:0.0:1767736295.228916:0:280198:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.228925:0:280198:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767736295.228929:0:280198:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92e448a4d000. 02000000:00000001:0.0:1767736295.228931:0:280198:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767736295.228936:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736295.228939:0:280198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e193c8. 00000400:00000010:0.0:1767736295.228942:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba660. 00000100:00000200:0.0:1767736295.228946:0:280198:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853604137188736, portal 10 00000100:00000001:0.0:1767736295.228948:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.228950:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000040:0.0:1767736295.228957:0:280198:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46b704e00 x1853604137188736/t0(0) o37->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.228965:0:280198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736295.228968:0:280198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767736295.228971:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba2a8. 00000100:00000200:0.0:1767736295.228974:0:280198:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1853604137188736, offset 0 00000400:00000200:0.0:1767736295.228985:0:280198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736295.228991:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.228997:0:280198:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767736295.229001:0:280198:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736295.229005:0:280198:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736295.229008:0:280198:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767736295.229011:0:280198:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767736295.229015:0:280198:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57568:57568:256:4294967295] 192.168.202.159@tcp LPNI seq info [57569:57569:8:4294967295] 00000400:00000200:0.0:1767736295.229021:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.229030:0:280198:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767736295.229036:0:280198:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767736295.229041:0:280198:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762900. 00000800:00000200:0.0:1767736295.229047:0:280198:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767736295.229054:0:280198:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767736295.229058:0:280198:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1767736295.229078:0:280198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.229089:0:280198:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7730 usecs (8 jiffies) 00000400:00000200:0.0:1767736295.229095:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736295.229098:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054517 00000100:00000001:0.0:1767736295.229103:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054512 00000100:00000001:0.0:1767736295.229108:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054517 00000100:00000001:0.0:1767736295.229111:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054512 00000100:00000001:0.0:1767736295.229114:0:280198:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.229118:0:280198:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.229120:0:280198:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736295.229122:0:280198:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767736295.229125:0:280198:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4464b90c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767736295.229128:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736295.229130:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.229253:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.229260:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762900. 00000400:00000200:2.0:1767736295.229267:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.229275:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.229280:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba2a8 00000400:00000010:2.0:1767736295.229283:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba2a8. 00000100:00000001:2.0:1767736295.229288:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.229295:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b704e00 x1853604137188736/t0(0) o37->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.229307:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.229311:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704e00 x1853604137188736/t0(0) o37->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.229339:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.229342:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767736295.232259:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.232271:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767736295.232275:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.232278:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736295.232285:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.232292:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767736295.232299:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.232303:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.232308:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.232312:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 4096 into portal 14 MB=0x695d7d826bd80 00000400:00000200:3.0:1767736295.232318:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.232324:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.159@tcp of length 4096/4096 into md 0x845cd [256] + 0 00000400:00000010:3.0:1767736295.232329:0:215021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19738. 00000400:00000200:3.0:1767736295.232334:0:215021:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff92e46d6be000 00000800:00000001:3.0:1767736295.232339:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.232349:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736295.232352:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.232357:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736295.232361:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46d6be000 00000400:00000010:3.0:1767736295.232364:0:215021:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff92e46d6be000. 00000100:00000001:3.0:1767736295.232370:0:215021:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767736295.232373:0:215021:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff92e46b704e00 desc ffff92e448a4fc00 mbits 1853604137188736 00000100:00000001:3.0:1767736295.232466:0:215021:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767736295.232475:0:215021:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767736295.232482:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.232489:0:215021:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.59@tcp to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736295.232497:0:215021:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57569:57569:256:4294967295] 192.168.202.159@tcp LPNI seq info [57570:57570:8:4294967295] 00000400:00000200:3.0:1767736295.232503:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736295.232541:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767736295.232551:0:215021:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:192.168.202.59@tcp) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) 192.168.202.159@tcp : ACK try# 0 00000100:00000001:0.0:1767736295.232551:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736295.232568:0:215021:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736295.232575:0:215021:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff92e4748a0000. 00000800:00000200:3.0:1767736295.232583:0:215021:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736295.232591:0:215021:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736295.232596:0:215021:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e4748a0000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767736295.232663:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736295.232668:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff92e4748a0000. 00000400:00000200:3.0:1767736295.232673:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.232678:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: ACK: OK 00000800:00000001:3.0:1767736295.232684:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.232689:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767736295.234881:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.234892:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767736295.234896:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.234899:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736295.234906:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.234914:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767736295.234920:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.234925:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.234929:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.234934:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 440 into portal 10 MB=0x695d7d826bd80 00000400:00000200:3.0:1767736295.234939:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.234945:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 440/440 into md 0x845d5 [1] + 224 00000800:00000001:3.0:1767736295.234951:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.234971:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736295.234974:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.234979:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767736295.234985:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736295.234992:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b704e00 x1853604137188736/t0(0) o37->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767736295.235005:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff92e46b704e00 x1853604137188736/t0(0) o37->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.235031:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767736295.235039:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.235043:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.235142:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736295.235180:0:280198:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736295.235182:0:280198:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736295.235186:0:280198:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e193c8. 00000400:00000200:0.0:1767736295.235193:0:280198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba660 00000400:00000010:0.0:1767736295.235196:0:280198:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba660. 00000100:00000001:0.0:1767736295.235200:0:280198:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736295.235209:0:280198:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b704e00 x1853604137188736/t0(0) o37->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767736295.235223:0:280198:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b704e00 x1853604137188736/t0(0) o37->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.235233:0:280198:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736295.235235:0:280198:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.235238:0:280198:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736295.235240:0:280198:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736295.235242:0:280198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736295.235245:0:280198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.235248:0:280198:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736295.235267:0:280198:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad530 time=45 v=5 (5 5 5 0) 00000100:00001000:0.0:1767736295.235271:0:280198:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736295.235274:0:280198:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736295.235276:0:280198:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.235279:0:280198:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736295.235282:0:280198:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.235285:0:280198:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736295.235287:0:280198:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902624 00000100:00000001:0.0:1767736295.235289:0:280198:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736295.235291:0:280198:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.235296:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff92e46b704e00 x1853604137188736/t0(0) o37->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1767736295.235308:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff92e46b704e00 x1853604137188736/t0(0) o37->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.235315:0:280198:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736295.235318:0:280198:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736295.235322:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b704e00 x1853604137188736/t0(0) o37->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767736295.235331:0:280198:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b704e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137188736:192.168.202.159@tcp:37:lfs.0 00000100:00000001:0.0:1767736295.235337:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.235339:0:280198:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.235342:0:280198:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736295.235344:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.235347:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b704e00 x1853604137188736/t0(0) o37->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.235355:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736295.235358:0:280198:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.235361:0:280198:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736295.235362:0:280198:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.235365:0:280198:0:(mdc_request.c:1107:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1767736295.235368:0:280198:0:(mdc_request.c:1374:ll_mdc_read_page_remote()) read 1(1) pages 00000100:00000001:0.0:1767736295.235371:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.235381:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b704e00 x1853604137188736/t0(0) o37->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 448/440 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.235389:0:280198:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736295.235391:0:280198:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736295.235394:0:280198:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92e448a4d000. 02000000:00000001:0.0:1767736295.235397:0:280198:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736295.235399:0:280198:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736295.235401:0:280198:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736295.235403:0:280198:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767736295.235405:0:280198:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767736295.235406:0:280198:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736295.235408:0:280198:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736295.235410:0:280198:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767736295.235420:0:280198:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff92e44c4c1000. 00000100:00000010:0.0:1767736295.235423:0:280198:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff92e448a4fc00. 00000100:00000001:0.0:1767736295.235426:0:280198:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767736295.235428:0:280198:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44600b400. 02000000:00000001:0.0:1767736295.235431:0:280198:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736295.235433:0:280198:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736295.235435:0:280198:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b704e00. 00000100:00000001:0.0:1767736295.235438:0:280198:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736295.235440:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:0.0:1767736295.235442:0:280198:0:(mdc_request.c:1383:ll_mdc_read_page_remote()) read 1/256 pages 00000002:00000010:0.0:1767736295.236311:0:280198:0:(mdc_request.c:1417:ll_mdc_read_page_remote()) kvfree 'page_pool': 2048 at ffff92e46c655800. 00000002:00000001:0.0:1767736295.236317:0:280198:0:(mdc_request.c:1419:ll_mdc_read_page_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.236321:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.236323:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.236326:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc48400 refcount=3 00000020:00000001:0.0:1767736295.236329:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.236332:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:0.0:1767736295.236335:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.236339:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.236350:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.236360:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.236362:0:280198:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736295.236364:0:280198:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736295.236367:0:280198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.236376:0:280198:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736295.236379:0:280198:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736295.236381:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.236384:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.236385:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.236387:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.236390:0:280198:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736295.236392:0:280198:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.236394:0:280198:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.236397:0:280198:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.236399:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.236401:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.236402:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1767736295.236406:0:280198:0:(lmv_obd.c:3058:stripe_dirent_load()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.236409:0:280198:0:(lmv_obd.c:3247:lmv_striped_read_page()) entry .. hash 0x2c6a6ee1a32947ee 00800000:00000002:0.0:1767736295.236412:0:280198:0:(lmv_obd.c:3247:lmv_striped_read_page()) entry . hash 0x2cfdd09d9c336c1f 00800000:00000001:0.0:1767736295.236415:0:280198:0:(lmv_obd.c:2990:stripe_dirent_load()) Process entered 00800000:00000001:0.0:1767736295.236416:0:280198:0:(lmv_obd.c:3058:stripe_dirent_load()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:0.0:1767736295.236419:0:280198:0:(lmv_obd.c:3266:lmv_striped_read_page()) kfreed 'ctxt': 104 at ffff92e445822c80. 00800000:00000001:0.0:1767736295.236422:0:280198:0:(lmv_obd.c:3270:lmv_striped_read_page()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.236424:0:280198:0:(lmv_obd.c:3295:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.236428:0:280198:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145805 : 144115272398145805 : 2000013a200090d) 00000080:00000001:0.0:1767736295.236433:0:280198:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145806 : 144115272398145806 : 2000013a200090e) 00000080:00000001:0.0:1767736295.236444:0:280198:0:(dir.c:324:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.236447:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445822300 3 00800000:00000002:0.0:1767736295.236450:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445822300 2 00800000:00000002:0.0:1767736295.236451:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47ab980c0 2 00000080:00000010:0.0:1767736295.236454:0:280198:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44600b800. 00000080:00000001:0.0:1767736295.236464:0:280198:0:(dir.c:434:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.236478:0:280198:0:(dir.c:346:ll_iterate()) Process entered 00000080:00200000:0.0:1767736295.236480:0:280198:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x2000013a2:0x90e:0x0](ffff92e4745ad348) pos/size18446744073709551614/8192 32bit_api 0 00000080:00000001:0.0:1767736295.236493:0:280198:0:(dir.c:364:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1767736295.236496:0:280198:0:(dir.c:434:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.236504:0:280198:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:0.0:1767736295.236506:0:280198:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1767736295.236531:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133db0 00000080:00200008:0.0:1767736295.236535:0:280198:0:(file.c:424:ll_file_release()) START file migrate_dir:[0x2000013a2:0x90e:0x0](ffff92e4745ad348), flags 304000 00000080:00400000:0.0:1767736295.236539:0:280198:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x90e:0x0] 00000080:00000001:0.0:1767736295.236542:0:280198:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1767736295.236544:0:280198:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:0.0:1767736295.236545:0:280198:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:0.0:1767736295.236549:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.236551:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.236553:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.236556:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.236558:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.236560:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90e:0x0] 00800000:00000001:0.0:1767736295.236563:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.236566:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.236568:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.236573:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443ebae00 count: 2 00010000:00000001:0.0:1767736295.236576:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767736295.236580:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.236582:0:280198:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a2:0x90e:0x0]: 0 00000080:00000001:0.0:1767736295.236584:0:280198:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767736295.236586:0:280198:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767736295.236591:0:280198:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff92e44600b800. 00000080:00000001:0.0:1767736295.236593:0:280198:0:(file.c:87:ll_prepare_close()) Process entered 00800000:00000002:0.0:1767736295.236596:0:280198:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445822300 2 00800000:00000002:0.0:1767736295.236598:0:280198:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47ab980c0 2 00000080:00000001:0.0:1767736295.236601:0:280198:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767736295.236603:0:280198:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000001:0.0:1767736295.236604:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.236606:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.236607:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.236609:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.236611:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.236613:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90e:0x0] 00800000:00000001:0.0:1767736295.236616:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.236626:0:280198:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x90e:0x0] 00000002:00000001:0.0:1767736295.236629:0:280198:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767736295.236631:0:280198:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff92e443fe1800: [0x2000013a2:0x90e:0x0] file closed with intent: 0 00000100:00000010:0.0:1767736295.236636:0:280198:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b704e00. 00000020:00000040:0.0:1767736295.236640:0:280198:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:0.0:1767736295.236644:0:280198:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736295.236647:0:280198:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736295.236650:0:280198:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736295.236655:0:280198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44600b400. 00000100:00000001:0.0:1767736295.236660:0:280198:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767736295.236671:0:280198:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff92e46b704380 x1853604137187840/t12884924772(12884924772) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 616/752 e 0 to 0 dl 1767736311 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767736295.236683:0:280198:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767736295.236690:0:280198:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46b704e00 x1853604137188992/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767736295.236698:0:280198:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767736295.236700:0:280198:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767736295.236704:0:280198:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.236707:0:280198:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107862397120 : -119965847154496 : ffff92e4464b90c0) 00000100:00000001:0.0:1767736295.236710:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.236712:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000001:0.0:1767736295.236716:0:280198:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736295.236719:0:280198:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.236722:0:280198:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767736295.236723:0:280198:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767736295.236728:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b704e00 x1853604137188992/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.236737:0:280198:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767736295.236739:0:280198:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.236742:0:280198:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767736295.236744:0:280198:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736295.236747:0:280198:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767736295.236750:0:280198:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b704e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137188992:192.168.202.159@tcp:35:lfs.0 00000100:00000001:0.0:1767736295.236761:0:280198:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767736295.236765:0:280198:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767736295.236768:0:280198:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.236770:0:280198:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767736295.236774:0:280198:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e46c655800. 02000000:00000001:0.0:1767736295.236776:0:280198:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767736295.236783:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736295.236787:0:280198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e193c8. 00000400:00000010:0.0:1767736295.236792:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba660. 00000100:00000200:0.0:1767736295.236797:0:280198:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137188992, portal 10 00000100:00000001:0.0:1767736295.236800:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.236802:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000040:0.0:1767736295.236808:0:280198:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46b704e00 x1853604137188992/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.236816:0:280198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736295.236820:0:280198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767736295.236822:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dbac38. 00000100:00000200:0.0:1767736295.236826:0:280198:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853604137188992, offset 0 00000400:00000200:0.0:1767736295.236836:0:280198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736295.236842:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.236848:0:280198:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767736295.236853:0:280198:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736295.236857:0:280198:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736295.236860:0:280198:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767736295.236864:0:280198:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767736295.236868:0:280198:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57570:57570:256:4294967295] 192.168.202.159@tcp LPNI seq info [57571:57571:8:4294967295] 00000400:00000200:0.0:1767736295.236874:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.236883:0:280198:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767736295.236889:0:280198:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767736295.236894:0:280198:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762900. 00000800:00000200:0.0:1767736295.236900:0:280198:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767736295.236914:0:280198:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767736295.236919:0:280198:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767736295.236941:0:280198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.236946:0:280198:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:0.0:1767736295.236951:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736295.236954:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054528 00000100:00000001:0.0:1767736295.236959:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054517 00000100:00000001:0.0:1767736295.236964:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054528 00000100:00000001:0.0:1767736295.236967:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054517 00000100:00000001:0.0:1767736295.236970:0:280198:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.236973:0:280198:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.236976:0:280198:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736295.236978:0:280198:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767736295.236980:0:280198:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4464b90c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767736295.236983:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736295.236985:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.237116:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.237124:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762900. 00000400:00000200:2.0:1767736295.237130:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.237138:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.237179:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dbac38 00000400:00000010:2.0:1767736295.237183:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dbac38. 00000100:00000001:2.0:1767736295.237188:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.237195:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b704e00 x1853604137188992/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.237209:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.237215:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704e00 x1853604137188992/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.237226:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.237229:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767736295.239332:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.239343:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767736295.239347:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.239350:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736295.239358:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.239365:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767736295.239371:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.239376:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.239380:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.239385:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 456 into portal 10 MB=0x695d7d826be80 00000400:00000200:3.0:1767736295.239390:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.239396:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 456/456 into md 0x845dd [1] + 224 00000800:00000001:3.0:1767736295.239403:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.239410:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736295.239413:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.239417:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767736295.239422:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736295.239429:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b704e00 x1853604137188992/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767736295.239443:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff92e46b704e00 x1853604137188992/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.239488:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767736295.239498:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.239502:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.239607:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736295.239617:0:280198:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736295.239620:0:280198:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736295.239623:0:280198:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e193c8. 00000400:00000200:0.0:1767736295.239630:0:280198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba660 00000400:00000010:0.0:1767736295.239633:0:280198:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba660. 00000100:00000001:0.0:1767736295.239637:0:280198:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736295.239646:0:280198:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b704e00 x1853604137188992/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767736295.239660:0:280198:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b704e00 x1853604137188992/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.239670:0:280198:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736295.239672:0:280198:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.239675:0:280198:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736295.239678:0:280198:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736295.239680:0:280198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736295.239694:0:280198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.239697:0:280198:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736295.239704:0:280198:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c54e8 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736295.239708:0:280198:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736295.239711:0:280198:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736295.239713:0:280198:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.239716:0:280198:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736295.239719:0:280198:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.239722:0:280198:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767736295.239724:0:280198:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767736295.239726:0:280198:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767736295.239728:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.239730:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000001:0.0:1767736295.239733:0:280198:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736295.239735:0:280198:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:0.0:1767736295.239737:0:280198:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736295.239740:0:280198:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.239745:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b704e00 x1853604137188992/t12884924774(12884924774) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.239755:0:280198:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.239757:0:280198:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736295.239759:0:280198:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736295.239764:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b704e00 x1853604137188992/t12884924774(12884924774) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767736295.239774:0:280198:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b704e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137188992:192.168.202.159@tcp:35:lfs.0 00000100:00000001:0.0:1767736295.239779:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.239782:0:280198:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.239784:0:280198:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736295.239786:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.239790:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704e00 x1853604137188992/t12884924774(12884924774) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.239798:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736295.239807:0:280198:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.239810:0:280198:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736295.239812:0:280198:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.239818:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.239819:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000002:00000001:0.0:1767736295.239822:0:280198:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.239825:0:280198:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.239828:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445822300 2 00800000:00000002:0.0:1767736295.239830:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47ab980c0 2 00000080:00000010:0.0:1767736295.239833:0:280198:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44600b800. 00000080:00000001:0.0:1767736295.239837:0:280198:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767736295.239839:0:280198:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1767736295.239842:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.239844:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.239846:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.239848:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.239850:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.239853:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90e:0x0] 00800000:00000001:0.0:1767736295.239855:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.239859:0:280198:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767736295.239864:0:280198:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff92e46b704380 x1853604137187840/t12884924772(12884924772) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 616/752 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.239872:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.239874:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485559168 : -119965223992448 : ffff92e46b704380) 00000100:00000001:0.0:1767736295.239877:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.239880:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b704380 x1853604137187840/t12884924772(12884924772) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 616/752 e 0 to 0 dl 1767736311 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.239888:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.239890:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.239894:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704e00 x1853604137188992/t12884924774(12884924774) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.239901:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.239903:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.239907:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b704380 x1853604137187840/t12884924772(12884924772) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 616/752 e 0 to 0 dl 1767736311 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.239920:0:280198:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767736295.239922:0:280198:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736295.239924:0:280198:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736295.239927:0:280198:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736295.239929:0:280198:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e448a4e400. 02000000:00000001:0.0:1767736295.239933:0:280198:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736295.239934:0:280198:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736295.239936:0:280198:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b704380. 00000100:00000001:0.0:1767736295.239939:0:280198:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736295.239941:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.239943:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.239947:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b704e00 x1853604137188992/t12884924774(12884924774) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.239955:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767736295.239957:0:280198:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff92e46dbb3a60. 00000002:00000001:0.0:1767736295.239962:0:280198:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.239965:0:280198:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767736295.239967:0:280198:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff92e47ab988c0. 00000100:00000001:0.0:1767736295.239970:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.239973:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b704e00 x1853604137188992/t12884924774(12884924774) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.239981:0:280198:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736295.239982:0:280198:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736295.239985:0:280198:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e46c655800. 02000000:00000001:0.0:1767736295.239988:0:280198:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736295.239989:0:280198:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736295.239991:0:280198:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=76 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736295.239993:0:280198:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736295.239994:0:280198:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44600b400. 02000000:00000001:0.0:1767736295.239997:0:280198:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736295.239998:0:280198:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736295.240000:0:280198:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b704e00. 00000100:00000001:0.0:1767736295.240002:0:280198:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736295.240009:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767736295.240012:0:280198:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767736295.240014:0:280198:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff92e443ee1900. 00000080:00000001:0.0:1767736295.240018:0:280198:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.240022:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133db0 00000080:00000008:0.0:1767736295.240025:0:280198:0:(file.c:464:ll_file_release()) COMPLETED file migrate_dir:[0x2000013a2:0x90e:0x0](ffff92e4745ad348), flags 304000, rc = 0 00000080:00000001:0.0:1767736295.240029:0:280198:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.240031:0:280198:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.240035:0:280198:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767736295.240037:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133e00 00000080:00002000:0.0:1767736295.240039:0:280198:0:(dcache.c:127:ll_ddelete()) deleting dentry migrate_dir (ffff92e449fa0360, parent ffff92e44aceb870, inode ffff92e4745ad348) hashed, 00000080:00000001:0.0:1767736295.240042:0:280198:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767736295.240047:0:280198:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767736295.240053:0:280198:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1767736295.240056:0:280198:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767736295.240057:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133e00 00000080:00002000:0.0:1767736295.240059:0:280198:0:(dcache.c:127:ll_ddelete()) keeping dentry d160d.sanity (ffff92e44aceb870, parent ffff92e443693bd0, inode ffff92e474754b08) hashed, 00000080:00000001:0.0:1767736295.240063:0:280198:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.240087:0:280198:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767736295.240091:0:280198:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767736295.240092:0:280198:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767736295.240094:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133bb0 00000080:00200000:0.0:1767736295.240096:0:280198:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:0.0:1767736295.240101:0:280198:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44600b400. 00800000:00000002:0.0:1767736295.240106:0:280198:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:0.0:1767736295.240109:0:280198:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767736295.240112:0:280198:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.240114:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133ad0 00800000:00000002:0.0:1767736295.240117:0:280198:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767736295.240121:0:280198:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767736295.240123:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.240124:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.240126:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.240128:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.240130:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.240133:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767736295.240135:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.240198:0:280198:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767736295.240203:0:280198:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.240206:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881339a0 00000002:00010000:0.0:1767736295.240208:0:280198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767736295.240213:0:280198:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736295.240214:0:280198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.240217:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.240221:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6500 count: 2 00010000:00000001:0.0:1767736295.240224:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.240228:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.240231:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767736295.240236:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736295.240246:0:280198:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736295.240250:0:280198:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.240254:0:280198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767736295.240262:0:280198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767736295.240264:0:280198:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736295.240267:0:280198:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767736295.240270:0:280198:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767736295.240273:0:280198:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767736295.240276:0:280198:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767736295.240280:0:280198:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767736295.240283:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:0.0:1767736295.240287:0:280198:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44600b400. 00000080:00000001:0.0:1767736295.240291:0:280198:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767736295.240294:0:280198:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736295.240297:0:280198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:0.0:1767736295.240302:0:280198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa921e 00800000:00000001:0.0:1767736295.240306:0:280198:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767736295.240308:0:280198:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736295.240319:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.240322:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.240324:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:0.0:1767736295.240328:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.240331:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.240334:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.240336:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.240337:0:280198:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.240339:0:280198:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736295.240342:0:280198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa921e from it ffffa1dc88133be8 00010000:00000001:0.0:1767736295.240345:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.240346:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.240348:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7400 refcount=3 00000020:00000001:0.0:1767736295.240350:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.240353:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194624 : -119965878356992 : ffff92e4446f7400) 00010000:00000001:0.0:1767736295.240355:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.240359:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.240367:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.240368:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.240370:0:280198:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736295.240372:0:280198:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736295.240375:0:280198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7400/0x1486b26cfafa921e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d29e2 expref: -99 pid: 280187 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.240382:0:280198:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736295.240385:0:280198:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736295.240387:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.240390:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.240391:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.240393:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.240396:0:280198:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736295.240397:0:280198:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.240400:0:280198:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.240409:0:280198:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.240412:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.240414:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.240415:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767736295.240418:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767736295.240419:0:280198:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767736295.240422:0:280198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:0.0:1767736295.240426:0:280198:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.240430:0:280198:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767736295.240432:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133b78 00000080:00002000:0.0:1767736295.240434:0:280198:0:(dcache.c:87:ll_dcompare()) found name d160d.sanity(ffff92e44aceb870) flags 0x28000e refc 0 00000080:00000001:0.0:1767736295.240437:0:280198:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.240440:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133bc0 00000080:00200000:0.0:1767736295.240441:0:280198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160d.sanity, flags=25 00000080:00000001:0.0:1767736295.240445:0:280198:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767736295.240447:0:280198:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.240450:0:280198:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767736295.240452:0:280198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x90d:0x0](ffff92e474754b08), inode mode 41ed mask 1 00000080:00000001:0.0:1767736295.240455:0:280198:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767736295.240463:0:280198:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e44ba8e340. 00000020:00000001:0.0:1767736295.240466:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133b78 00000080:00200000:0.0:1767736295.240469:0:280198:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=migrate_dir, dir=[0x2000013a2:0x90d:0x0](ffff92e474754b08), flags=9 00000080:00000001:0.0:1767736295.240472:0:280198:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1767736295.240474:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133a38 00000080:00200000:0.0:1767736295.240476:0:280198:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=migrate_dir, dir=[0x2000013a2:0x90d:0x0](ffff92e474754b08), intent=getattr 00000080:00000010:0.0:1767736295.240482:0:280198:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44600b400. 00000080:00000001:0.0:1767736295.240487:0:280198:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767736295.240489:0:280198:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.240491:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133958 00800000:00000002:0.0:1767736295.240493:0:280198:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'migrate_dir' on [0x2000013a2:0x90d:0x0] 00800000:00000001:0.0:1767736295.240497:0:280198:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767736295.240499:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.240501:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.240502:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.240505:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.240507:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.240550:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90d:0x0] 00800000:00000001:0.0:1767736295.240553:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.240557:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881338f0 00800000:00000002:0.0:1767736295.240559:0:280198:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x90d:0x0], fid2=[0x0:0x0:0x0], name='migrate_dir' -> mds #0 00000002:00000001:0.0:1767736295.240564:0:280198:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736295.240566:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133828 00000002:00010000:0.0:1767736295.240568:0:280198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: migrate_dir,[0x0:0x0:0x0]) in obj [0x2000013a2:0x90d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767736295.240572:0:280198:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767736295.240574:0:280198:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767736295.240578:0:280198:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b704e00. 00000020:00000040:0.0:1767736295.240581:0:280198:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00010000:00000001:0.0:1767736295.240585:0:280198:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767736295.240589:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.240592:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.240594:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.240596:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.240598:0:280198:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736295.240601:0:280198:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736295.240603:0:280198:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736295.240608:0:280198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e448a4e400. 00000100:00000001:0.0:1767736295.240613:0:280198:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.240617:0:280198:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736295.240618:0:280198:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.240621:0:280198:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736295.240622:0:280198:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.240625:0:280198:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.240630:0:280198:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00010000:00000001:0.0:1767736295.240633:0:280198:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767736295.240635:0:280198:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767736295.240639:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6e00 count: 2 00010000:00000001:0.0:1767736295.240642:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.240644:0:280198:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767736295.240648:0:280198:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e44bc49600. 00000020:00000001:0.0:1767736295.240651:0:280198:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767736295.240653:0:280198:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e44bc49600 with handle 0x1486b26cfafa926b to hash 00000020:00000001:0.0:1767736295.240663:0:280198:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767736295.240665:0:280198:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736295.240668:0:280198:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736295.240671:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.240673:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.240677:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 280198 initiator: MDT0 00010000:00010000:0.0:1767736295.240686:0:280198:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 280198 initiator: MDT0 00010000:00010000:0.0:1767736295.240695:0:280198:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 280198 initiator: MDT0 00000100:00000001:0.0:1767736295.240701:0:280198:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767736295.240703:0:280198:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767736295.240707:0:280198:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.240709:0:280198:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107862397120 : -119965847154496 : ffff92e4464b90c0) 00000100:00000001:0.0:1767736295.240712:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.240714:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000001:0.0:1767736295.240717:0:280198:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736295.240721:0:280198:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.240723:0:280198:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767736295.240725:0:280198:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767736295.240731:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b704e00 x1853604137189120/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.240740:0:280198:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767736295.240742:0:280198:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.240745:0:280198:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767736295.240748:0:280198:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736295.240750:0:280198:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767736295.240754:0:280198:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b704e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137189120:192.168.202.159@tcp:101:lfs.0 00000100:00000001:0.0:1767736295.240758:0:280198:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767736295.240768:0:280198:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767736295.240770:0:280198:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.240773:0:280198:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767736295.240776:0:280198:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e46c655800. 02000000:00000001:0.0:1767736295.240779:0:280198:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767736295.240785:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736295.240789:0:280198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e193c8. 00000400:00000010:0.0:1767736295.240793:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba660. 00000100:00000200:0.0:1767736295.240798:0:280198:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137189120, portal 10 00000100:00000001:0.0:1767736295.240801:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.240803:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000040:0.0:1767736295.240809:0:280198:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46b704e00 x1853604137189120/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.240817:0:280198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736295.240820:0:280198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767736295.240823:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba440. 00000100:00000200:0.0:1767736295.240826:0:280198:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853604137189120, offset 0 00000400:00000200:0.0:1767736295.240832:0:280198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736295.240837:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.240843:0:280198:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767736295.240848:0:280198:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736295.240851:0:280198:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736295.240854:0:280198:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767736295.240857:0:280198:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767736295.240861:0:280198:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57571:57571:256:4294967295] 192.168.202.159@tcp LPNI seq info [57572:57572:8:4294967295] 00000400:00000200:0.0:1767736295.240867:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.240876:0:280198:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767736295.240882:0:280198:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767736295.240886:0:280198:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762700. 00000800:00000200:0.0:1767736295.240891:0:280198:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767736295.240898:0:280198:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767736295.240902:0:280198:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762700 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1767736295.240930:0:280198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.240935:0:280198:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:0.0:1767736295.240941:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736295.240943:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054532 00000100:00000001:0.0:1767736295.240949:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054528 00000100:00000001:0.0:1767736295.240954:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054532 00000100:00000001:0.0:1767736295.240957:0:280198:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054528 00000100:00000001:0.0:1767736295.240961:0:280198:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.240964:0:280198:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.240966:0:280198:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736295.240968:0:280198:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767736295.240971:0:280198:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4464b90c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767736295.240973:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736295.240976:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.241099:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.241107:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762700. 00000400:00000200:2.0:1767736295.241113:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.241121:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.241127:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba440 00000400:00000010:2.0:1767736295.241130:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba440. 00000100:00000001:2.0:1767736295.241134:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.241142:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b704e00 x1853604137189120/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.241200:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.241206:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704e00 x1853604137189120/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.241216:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.241219:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767736295.244848:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.244859:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767736295.244863:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.244866:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736295.244874:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.244881:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767736295.244887:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.244892:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.244896:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.244901:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 728 into portal 10 MB=0x695d7d826bf00 00000400:00000200:3.0:1767736295.244906:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.244912:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 728/728 into md 0x845e5 [1] + 224 00000800:00000001:3.0:1767736295.244919:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.244926:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736295.244929:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.244934:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767736295.244938:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736295.244946:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b704e00 x1853604137189120/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767736295.244959:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=728 offset=224 replen=1792 req@ffff92e46b704e00 x1853604137189120/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736295.244984:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767736295.244991:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.244995:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.245079:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736295.245089:0:280198:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736295.245092:0:280198:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736295.245096:0:280198:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e193c8. 00000400:00000200:0.0:1767736295.245103:0:280198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba660 00000400:00000010:0.0:1767736295.245105:0:280198:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba660. 00000100:00000001:0.0:1767736295.245109:0:280198:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736295.245119:0:280198:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b704e00 x1853604137189120/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767736295.245132:0:280198:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b704e00 x1853604137189120/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.245142:0:280198:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736295.245180:0:280198:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.245183:0:280198:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736295.245186:0:280198:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736295.245188:0:280198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736295.245191:0:280198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.245193:0:280198:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736295.245200:0:280198:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736295.245217:0:280198:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736295.245220:0:280198:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736295.245222:0:280198:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.245225:0:280198:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736295.245228:0:280198:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.245231:0:280198:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736295.245233:0:280198:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:0.0:1767736295.245236:0:280198:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736295.245238:0:280198:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.245244:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b704e00 x1853604137189120/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/728 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.245254:0:280198:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.245257:0:280198:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736295.245259:0:280198:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736295.245263:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b704e00 x1853604137189120/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/728 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767736295.245273:0:280198:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b704e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137189120:192.168.202.159@tcp:101:lfs.0 00000100:00000001:0.0:1767736295.245278:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.245281:0:280198:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.245284:0:280198:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736295.245285:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.245289:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b704e00 x1853604137189120/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/728 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.245297:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736295.245300:0:280198:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4464b90c0. 00000100:00000001:0.0:1767736295.245303:0:280198:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736295.245305:0:280198:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.245308:0:280198:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767736295.245310:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.245312:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.245315:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=4 00000020:00000001:0.0:1767736295.245318:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736295.245321:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000040:0.0:1767736295.245334:0:280198:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e44bc49600, remote cookie: 0x36aa93000a8d2b32, flags: 0x1001 00010000:00010000:0.0:1767736295.245339:0:280198:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x90d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b32 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767736295.245350:0:280198:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x90e:0x0].0x0, instead of [0x2000013a2:0x90d:0x0].0x0 00010000:00000001:0.0:1767736295.245354:0:280198:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1767736295.245358:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443ebae00 count: 2 00010000:00000001:0.0:1767736295.245361:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.245365:0:280198:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.245369:0:280198:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b32 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767736295.245378:0:280198:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b32 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.245385:0:280198:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767736295.245388:0:280198:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767736295.245390:0:280198:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767736295.245392:0:280198:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767736295.245393:0:280198:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767736295.245396:0:280198:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x90e:0x0].0x0 (ffff92e443ebae00) refcount = 2 00010000:00000040:0.0:1767736295.245400:0:280198:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767736295.245403:0:280198:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767736295.245411:0:280198:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2b32 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.245418:0:280198:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767736295.245421:0:280198:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767736295.245423:0:280198:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.245425:0:280198:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767736295.245439:0:280198:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.245443:0:280198:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b32 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.245450:0:280198:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767736295.245452:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.245454:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.245455:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.245457:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.245458:0:280198:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.245462:0:280198:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767736295.245464:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.245465:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.245467:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=3 00000020:00000001:0.0:1767736295.245470:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736295.245473:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736295.245475:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.245477:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.245478:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=4 00000020:00000001:0.0:1767736295.245481:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736295.245483:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736295.245486:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.245488:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.245492:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2b32 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.245499:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.245500:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.245502:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.245503:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.245505:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=5 00000020:00000001:0.0:1767736295.245507:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736295.245536:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736295.245539:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.245550:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2b32 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.245557:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.245559:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767736295.245562:0:280198:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2b32 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.245568:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.245570:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.245571:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.245573:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.245574:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767736295.245581:0:280198:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff92e46b704e00 x1853604137189120/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/728 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767736295.245591:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.245592:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.245594:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=3 00000020:00000001:0.0:1767736295.245596:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736295.245599:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736295.245601:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.245602:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.245604:0:280198:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.245606:0:280198:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.245609:0:280198:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767736295.245611:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.245612:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.245614:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=3 00000020:00000001:0.0:1767736295.245616:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736295.245619:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00000002:00010000:0.0:1767736295.245622:0:280198:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b32 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.245629:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.245635:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.245637:0:280198:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767736295.245639:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.245640:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.245642:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=3 00000020:00000001:0.0:1767736295.245644:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736295.245647:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000040:0.0:1767736295.245651:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443ebae00 count: 3 00010000:00000001:0.0:1767736295.245654:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.245657:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.245659:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767736295.245663:0:280198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736295.245670:0:280198:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736295.245674:0:280198:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.245678:0:280198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.245685:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.245686:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.245688:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.245689:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.245691:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=3 00000020:00000001:0.0:1767736295.245693:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736295.245696:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736295.245698:0:280198:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767736295.245701:0:280198:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b32 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.245708:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736295.245711:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x36aa93000a8d2b32 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.245729:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.245731:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767736295.245734:0:280198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x36aa93000a8d2b32 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.245741:0:280198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.245743:0:280198:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.245746:0:280198:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767736295.245749:0:280198:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff92e4464b90c0. 00010000:00000001:0.0:1767736295.245753:0:280198:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767736295.245773:0:280198:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1767736295.245777:0:280198:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.245780:0:280198:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.245782:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.245783:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.245785:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.245787:0:280198:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767736295.245789:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881337a8 00000002:00002000:0.0:1767736295.245792:0:280198:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=migrate_dir intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1767736295.245795:0:280198:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.245799:0:280198:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.245801:0:280198:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767736295.245804:0:280198:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x90d:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1767736295.245808:0:280198:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.245811:0:280198:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1767736295.245813:0:280198:0:(namei.c:677:ll_lookup_it_finish()) it ffffa1dc88133bb0 it_disposition b 00000080:00000001:0.0:1767736295.245815:0:280198:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767736295.245819:0:280198:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1767736295.245821:0:280198:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1767736295.245826:0:280198:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff92e445822c80. 00800000:00000001:0.0:1767736295.245828:0:280198:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446624107849198720 : -119965860352896 : ffff92e445822c80) 00800000:00000001:0.0:1767736295.245831:0:280198:0:(lmv_obd.c:3643:lmv_unpack_md_v1()) Process entered 00800000:00000040:0.0:1767736295.245834:0:280198:0:(lmv_obd.c:3665:lmv_unpack_md_v1()) unpack lsm count 2/1, master 0 hash_type 0x82000003/0x2 layout_version 1 00800000:00000001:0.0:1767736295.245844:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.245847:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.245849:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.245852:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.245855:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.245859:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a0:0x31:0x0] 00800000:00000001:0.0:1767736295.245862:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1767736295.245865:0:280198:0:(lmv_obd.c:3688:lmv_unpack_md_v1()) unpack fid #0 [0x2000013a0:0x31:0x0] 00800000:00000001:0.0:1767736295.245868:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.245871:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736295.245873:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.245875:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736295.245877:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736295.245880:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x15:0x0] 00800000:00000001:0.0:1767736295.245883:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736295.245885:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00800000:00000040:0.0:1767736295.245886:0:280198:0:(lmv_obd.c:3688:lmv_unpack_md_v1()) unpack fid #1 [0x2400013a2:0x15:0x0] 00000020:00000001:2.0:1767736295.245894:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.245895:0:280198:0:(lmv_obd.c:3691:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.245899:0:280198:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.245902:0:280198:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1767736295.245906:0:280198:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff92e47ab988c0. 00800000:00000001:0.0:1767736295.245908:0:280198:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446624108742019264 : -119964967532352 : ffff92e47ab988c0) 00800000:00000001:0.0:1767736295.245919:0:280198:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767736295.245921:0:241056:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000002:00000001:0.0:1767736295.245922:0:280198:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00010000:00000001:2.0:1767736295.245929:0:241056:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000080:00000001:0.0:1767736295.245930:0:280198:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145806 : 144115272398145806 : 2000013a200090e) 00010000:00000001:2.0:1767736295.245937:0:241056:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000080:00000001:0.0:1767736295.245938:0:280198:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:0.0:1767736295.245945:0:280198:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00010000:00010000:2.0:1767736295.245947:0:241056:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x36aa93000a8d2b32 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000080:00000002:0.0:1767736295.245949:0:280198:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj ffff92e445822300 of [0x2000013a2:0x90e:0x0] 00000080:00000001:0.0:1767736295.245960:0:280198:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1767736295.245967:0:280198:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1767736295.245973:0:280198:0:(llite_lib.c:1876:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767736295.245975:0:241056:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e44bc49600 already unused, calling callback (ffffffffc1b5db40) 00000080:00000001:0.0:1767736295.245978:0:280198:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145806 : 144115272398145806 : 2000013a200090e) 00000080:00000001:2.0:1767736295.245982:0:241056:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767736295.245985:0:280198:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00010000:00010000:2.0:1767736295.245989:0:241056:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x36aa93000a8d2b32 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1767736295.245993:0:280198:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x90e:0x0], updating i_size 4096 00000080:00200000:0.0:1767736295.246008:0:280198:0:(namei.c:151:ll_iget()) got inode: [0x2000013a2:0x90e:0x0](ffff92e4745ad348): rc = 0 00010000:00000001:2.0:1767736295.246009:0:241056:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1767736295.246015:0:241056:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00000001:0.0:1767736295.246017:0:280198:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624108635149128 : -119965074402488 : ffff92e4745ad348) 00010000:00010000:2.0:1767736295.246023:0:241056:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x36aa93000a8d2b32 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.246039:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767736295.246041:0:241056:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000020:00000001:0.0:1767736295.246044:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767736295.246047:0:241056:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000040:0.0:1767736295.246050:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=3 00010000:00000001:2.0:1767736295.246052:0:241056:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767736295.246058:0:241056:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767736295.246060:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00000020:00000040:2.0:1767736295.246063:0:241056:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=3 00010000:00000001:0.0:1767736295.246069:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00000020:00000001:2.0:1767736295.246071:0:241056:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736295.246078:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767736295.246080:0:241056:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736295.246084:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767736295.246087:0:241056:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000080:00000001:0.0:1767736295.246090:0:280198:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767736295.246094:0:241056:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x36aa93000a8d2b32 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00800000:00000001:0.0:1767736295.246096:0:280198:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1767736295.246100:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47ab988c0 1 00800000:00000010:0.0:1767736295.246106:0:280198:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff92e47ab988c0. 00800000:00000002:0.0:1767736295.246116:0:280198:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445822c80 1 00000080:00000001:2.0:1767736295.246119:0:241056:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00800000:00000010:0.0:1767736295.246123:0:280198:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 120 at ffff92e445822c80. 00000080:00000001:2.0:1767736295.246125:0:241056:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1767736295.246131:0:241056:0:(file.c:6052:ll_have_md_lock()) Process entered 00800000:00000001:0.0:1767736295.246132:0:280198:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000040:2.0:1767736295.246135:0:241056:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a2:0x90e:0x0] mode (null) 00000080:00010000:0.0:1767736295.246141:0:280198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x90e:0x0](ffff92e4745ad348) for lock 0x1486b26cfafa9264 00000002:00000001:2.0:1767736295.246142:0:241056:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00800000:00000001:0.0:1767736295.246186:0:280198:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767736295.246189:0:280198:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736295.246192:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.246194:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.246198:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=3 00000020:00000001:0.0:1767736295.246204:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:2.0:1767736295.246207:0:241056:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767736295.246209:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.246213:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.246215:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736295.246217:0:280198:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.246219:0:280198:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1767736295.246225:0:280198:0:(namei.c:656:ll_splice_alias()) Add dentry ffff92e449fa05e8 inode ffff92e4745ad348 refc 1 flags 0x20000e 00010000:00000040:2.0:1767736295.246231:0:241056:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443ebae00 count: 3 00000080:00000002:0.0:1767736295.246232:0:280198:0:(llite_lib.c:3150:ll_update_dir_depth_dmv()) migrate_dir [0x2000013a2:0x90e:0x0] depth 2 server default LMV inherit depth 0 00010000:00000001:2.0:1767736295.246241:0:241056:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1767736295.246243:0:280198:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767736295.246253:0:241056:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00000080:00010000:0.0:1767736295.246254:0:280198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x90e:0x0](ffff92e4745ad348) 00010000:00000001:2.0:1767736295.246259:0:241056:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 00000080:00010000:0.0:1767736295.246262:0:280198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9264 from it ffffa1dc88133bb0 02000000:00000001:2.0:1767736295.246265:0:241056:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 00010000:00000001:0.0:1767736295.246269:0:280198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767736295.246275:0:241056:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.246276:0:280198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:2.0:1767736295.246283:0:241056:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1767736295.246294:0:280198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=4 00010000:00000001:2.0:1767736295.246300:0:241056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767736295.246302:0:280198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:2.0:1767736295.246307:0:241056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.246309:0:280198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00000002:00000001:2.0:1767736295.246312:0:241056:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1767736295.246316:0:280198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1767736295.246318:0:241056:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767736295.246324:0:241056:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:0.0:1767736295.246325:0:280198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767736295.246330:0:241056:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=4 00000020:00000001:2.0:1767736295.246339:0:241056:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:2.0:1767736295.246348:0:241056:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.246351:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767736295.246354:0:241056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.246356:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767736295.246360:0:241056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.246362:0:280198:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00000080:00000001:2.0:1767736295.246365:0:241056:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767736295.246369:0:280198:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00000080:00000001:2.0:1767736295.246371:0:241056:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00010000:00010000:0.0:1767736295.246376:0:280198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1767736295.246377:0:241056:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.246386:0:241056:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767736295.246391:0:241056:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767736295.246396:0:280198:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736295.246397:0:241056:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767736295.246405:0:280198:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767736295.246406:0:241056:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.246413:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767736295.246414:0:241056:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.246424:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767736295.246425:0:241056:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e44bc49600 with handle 0x1486b26cfafa926b from hash 00010000:00000001:0.0:1767736295.246430:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767736295.246433:0:241056:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767736295.246435:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.246439:0:241056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.246441:0:280198:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767736295.246443:0:241056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.246447:0:280198:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.246448:0:241056:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767736295.246458:0:280198:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.246459:0:241056:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767736295.246465:0:241056:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767736295.246468:0:280198:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.246472:0:241056:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.246474:0:280198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736295.246480:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767736295.246481:0:241056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.246484:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767736295.246488:0:280198:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1767736295.246492:0:280198:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44600b400. 00010000:00000001:2.0:1767736295.246500:0:241056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767736295.246502:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767736295.246504:0:241056:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.246539:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b704e00 x1853604137189120/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/728 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1767736295.246542:0:241056:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767736295.246548:0:241056:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:0.0:1767736295.246558:0:280198:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1767736295.246559:0:241056:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474884380. 02000000:00000001:0.0:1767736295.246563:0:280198:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:2.0:1767736295.246569:0:241056:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 02000000:00000010:0.0:1767736295.246570:0:280198:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e46c655800. 02000000:00000001:0.0:1767736295.246581:0:280198:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767736295.246582:0:241056:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767736295.246586:0:241056:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767736295.246590:0:241056:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767736295.246597:0:241056:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e446535000. 00000020:00000001:0.0:1767736295.246600:0:280198:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767736295.246606:0:241056:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767736295.246607:0:280198:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00010000:00000001:2.0:1767736295.246617:0:241056:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000001:0.0:1767736295.246618:0:280198:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736295.246626:0:280198:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e448a4e400. 00010000:00010000:2.0:1767736295.246628:0:241056:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x36aa93000a8d2b32 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736295.246631:0:280198:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736295.246636:0:280198:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736295.246642:0:280198:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b704e00. 00010000:00010000:2.0:1767736295.246653:0:241056:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:0.0:1767736295.246654:0:280198:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767736295.246659:0:241056:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.246661:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736295.246671:0:241056:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000080:00000001:0.0:1767736295.246672:0:280198:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1767736295.246678:0:280198:0:(dcache.c:176:ll_intent_release()) intent ffffa1dc88133bb0 released 00000100:00000001:2.0:1767736295.246681:0:241056:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.246682:0:280198:0:(dcache.c:187:ll_intent_release()) Process leaving 00000100:00000040:2.0:1767736295.246701:0:241056:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050cf5495] to pc [ptlrpcd_01_01+1] req@ffff92e474884380 x1853604137189248/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000080:00200000:0.0:1767736295.246711:0:280198:0:(xattr.c:406:ll_xattr_set()) VFS Op:inode=[0x2000013a2:0x90e:0x0](ffff92e4745ad348), xattr lmv 00000080:00000001:0.0:1767736295.246721:0:280198:0:(xattr.c:94:ll_xattr_set_common()) Process entered 00800000:00000001:0.0:1767736295.246732:0:280198:0:(lmv_obd.c:1569:lmv_setxattr()) Process entered 00800000:00000001:0.0:1767736295.246734:0:280198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736295.246737:0:280198:0:(fld_request.c:427:fld_client_lookup()) Process entered 00010000:00000001:2.0:1767736295.246739:0:241056:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 80000000:00000001:0.0:1767736295.246740:0:280198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736295.246747:0:280198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.246749:0:241056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:0.0:1767736295.246752:0:280198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.246755:0:241056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:0.0:1767736295.246760:0:280198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90e:0x0] 00010000:00000001:2.0:1767736295.246761:0:241056:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.246771:0:280198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.246773:0:241056:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767736295.246781:0:241056:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.246782:0:280198:0:(mdc_request.c:353:mdc_xattr_common()) Process entered 00010000:00010000:2.0:1767736295.246787:0:241056:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x36aa93000a8d2b32 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767736295.246790:0:280198:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b704e00. 00000020:00000040:0.0:1767736295.246800:0:280198:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00010000:00000001:2.0:1767736295.246810:0:241056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767736295.246813:0:280198:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00010000:00010000:2.0:1767736295.246817:0:241056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa926b lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x36aa93000a8d2b32 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736295.246819:0:280198:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.246829:0:280198:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767736295.246839:0:280198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443ebae00 count: 3 00000100:00000001:3.0:1767736295.246845:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767736295.246845:0:241056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.246847:0:280198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736295.246854:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767736295.246855:0:280198:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00000100:00000001:3.0:1767736295.246863:0:215029:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767736295.246864:0:241056:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767736295.246865:0:280198:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767736295.246873:0:241056:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff92e4464b90c0. 00010000:00000001:0.0:1767736295.246874:0:280198:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736295.246884:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e474884380 x1853604137189248/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000002:00000001:0.0:1767736295.246886:0:280198:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.246888:0:241056:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.246897:0:280198:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00000020:00000001:2.0:1767736295.246901:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767736295.246905:0:280198:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000020:00000001:2.0:1767736295.246909:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.246914:0:280198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767736295.246920:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767736295.246923:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767736295.246925:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.246932:0:280198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767736295.246934:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767736295.246942:0:280198:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767736295.246943:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767736295.246949:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.246954:0:280198:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:2.0:1767736295.246959:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767736295.246961:0:280198:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767736295.246967:0:215029:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767736295.246969:0:280198:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.246973:0:215029:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.246981:0:215029:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767736295.246982:0:280198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e448a4e400. 02000000:00000001:3.0:1767736295.246986:0:215029:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.246992:0:280198:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.246994:0:215029:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.246995:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736295.247004:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.247005:0:280198:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00100000:3.0:1767736295.247010:0:215029:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e474884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215029:1853604137189248:192.168.202.159@tcp:103:ldlm_bl.0 00010000:00000001:0.0:1767736295.247013:0:280198:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.247025:0:280198:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:3.0:1767736295.247026:0:215029:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767736295.247031:0:280198:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.247035:0:215029:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1767736295.247037:0:280198:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.247041:0:215029:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.247046:0:215029:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00100000:0.0:1767736295.247050:0:280198:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 36, max 7 02000000:00000010:3.0:1767736295.247053:0:215029:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44c921800. 02000000:00000001:3.0:1767736295.247060:0:215029:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767736295.247066:0:280198:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46b704e00 x1853604137189504/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/440 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000400:00000200:3.0:1767736295.247076:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736295.247086:0:215029:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78420. 00000100:00000001:0.0:1767736295.247092:0:280198:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000400:00000010:3.0:1767736295.247097:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2993b8. 00000100:00000001:0.0:1767736295.247098:0:280198:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767736295.247109:0:280198:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4464b9600. 00000100:00000200:3.0:1767736295.247110:0:215029:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137189248, portal 18 00000100:00000001:0.0:1767736295.247120:0:280198:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107862398464 : -119965847153152 : ffff92e4464b9600) 00000100:00000001:3.0:1767736295.247121:0:215029:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736295.247126:0:215029:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638126976 : -119965071424640 : ffff92e474884380) 00000100:00000001:0.0:1767736295.247130:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.247135:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000040:3.0:1767736295.247180:0:215029:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e474884380 x1853604137189248/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.247181:0:280198:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736295.247191:0:280198:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.247200:0:280198:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767736295.247205:0:280198:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767736295.247208:0:215029:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736295.247217:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b704e00 x1853604137189504/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767736295.247220:0:215029:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736295.247229:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299dd0. 00000100:00000001:0.0:1767736295.247238:0:280198:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767736295.247240:0:215029:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853604137189248, offset 0 00000100:00000001:0.0:1767736295.247244:0:280198:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.247251:0:280198:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767736295.247257:0:215029:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 02000000:00000001:0.0:1767736295.247258:0:280198:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736295.247265:0:280198:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736295.247272:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00100000:0.0:1767736295.247278:0:280198:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b704e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137189504:192.168.202.159@tcp:36:lfs.0 00000100:00000001:0.0:1767736295.247286:0:280198:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767736295.247289:0:215029:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736295.247295:0:215029:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736295.247305:0:215029:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 02000000:00000001:0.0:1767736295.247306:0:280198:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767736295.247312:0:215029:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767736295.247314:0:280198:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736295.247320:0:215029:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 02000000:00000001:0.0:1767736295.247322:0:280198:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767736295.247327:0:280198:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92e448a4fc00. 02000000:00000001:0.0:1767736295.247331:0:280198:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736295.247349:0:215029:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57572:57572:256:4294967295] 192.168.202.159@tcp LPNI seq info [57573:57573:8:4294967295] 00000400:00000200:0.0:1767736295.247350:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736295.247362:0:280198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e193c8. 00000400:00000200:3.0:1767736295.247367:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736295.247372:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba660. 00000100:00000200:0.0:1767736295.247384:0:280198:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853604137189504, portal 10 00000400:00000200:3.0:1767736295.247386:0:215029:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000100:00000001:0.0:1767736295.247390:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.247397:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000800:00000200:3.0:1767736295.247405:0:215029:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.159@tcp 00000100:00000040:0.0:1767736295.247414:0:280198:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46b704e00 x1853604137189504/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/440 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000800:00000010:3.0:1767736295.247416:0:215029:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422900. 00000800:00000200:3.0:1767736295.247434:0:215029:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000100:00000001:0.0:1767736295.247437:0:280198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736295.247454:0:280198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000800:00000200:3.0:1767736295.247455:0:215029:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000400:00000010:0.0:1767736295.247461:0:280198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba770. 00000800:00000200:3.0:1767736295.247464:0:215029:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422900 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:0.0:1767736295.247468:0:280198:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1853604137189504, offset 0 00000400:00000200:0.0:1767736295.247479:0:280198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736295.247486:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736295.247491:0:215029:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767736295.247498:0:280198:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000100:00000040:3.0:1767736295.247502:0:215029:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:0.0:1767736295.247507:0:280198:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736295.247538:0:280198:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736295.247544:0:280198:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736295.247551:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.247556:0:280198:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000100:00000001:3.0:1767736295.247560:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054539 00000400:00000200:0.0:1767736295.247569:0:280198:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57573:57573:255:4294967295] 192.168.202.159@tcp LPNI seq info [57574:57574:7:4294967295] 00000100:00000001:3.0:1767736295.247575:0:215029:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054532 00000400:00000200:0.0:1767736295.247584:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736295.247590:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054539 00000100:00000001:3.0:1767736295.247600:0:215029:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054532 00000100:00000001:3.0:1767736295.247612:0:215029:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767736295.247612:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767736295.247613:0:280198:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000010:2.0:1767736295.247624:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422900. 00000100:00000001:3.0:1767736295.247625:0:215029:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767736295.247637:0:280198:0:(socklnd_cb.c:1001:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.202.159@tcp 00000100:00000001:3.0:1767736295.247640:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736295.247641:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1767736295.247646:0:280198:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762600. 00000100:00000001:3.0:1767736295.247651:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767736295.247663:0:280198:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000400:00000200:2.0:1767736295.247665:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767736295.247666:0:215029:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736295.247674:0:215029:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767736295.247681:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767736295.247682:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299dd0 00000800:00000200:0.0:1767736295.247686:0:280198:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000100:00000001:3.0:1767736295.247687:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767736295.247690:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299dd0. 00000100:00000001:3.0:1767736295.247694:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767736295.247698:0:280198:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762600 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:2.0:1767736295.247703:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767736295.247704:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767736295.247719:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e474884380 x1853604137189248/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.247720:0:280198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.247733:0:280198:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000100:00000001:2.0:1767736295.247742:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767736295.247749:0:280198:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000040:2.0:1767736295.247753:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e474884380 x1853604137189248/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.247756:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054539 00000100:00000001:0.0:1767736295.247766:0:280198:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305054539 00000100:00000001:0.0:1767736295.247775:0:280198:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054539 00000100:00000001:0.0:1767736295.247783:0:280198:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305054539 00000100:00000001:2.0:1767736295.247786:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.247789:0:280198:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736295.247793:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767736295.247796:0:280198:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.247802:0:280198:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736295.247805:0:280198:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767736295.247808:0:280198:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4464b9600 going to sleep for 11 seconds 00000100:00000001:0.0:1767736295.247813:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736295.247816:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.247862:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.247868:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762600. 00000400:00000200:2.0:1767736295.247873:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.247878:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.247882:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba770 00000400:00000010:2.0:1767736295.247885:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba770. 00000100:00000001:2.0:1767736295.247889:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.247905:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b704e00 x1853604137189504/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/440 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.247916:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.247920:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704e00 x1853604137189504/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/440 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.247929:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.247931:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1767736295.250234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92e46dbb3980. 00000800:00000001:3.0:1767736295.250235:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.250249:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767736295.250255:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.250260:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736295.250269:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.250279:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767736295.250298:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.250303:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.250307:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.250312:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 18 MB=0x695d7d826bf80 00000400:00000200:3.0:1767736295.250317:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.250323:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.159@tcp of length 224/224 into md 0x845ed [1] + 224 00000800:00000001:3.0:1767736295.250330:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.250339:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736295.250342:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.250347:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767736295.250352:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736295.250359:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e474884380 x1853604137189248/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767736295.250373:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e474884380 x1853604137189248/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.250402:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767736295.250410:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736295.250414:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736295.250441:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736295.250447:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767736295.250455:0:215029:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767736295.250457:0:215029:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767736295.250461:0:215029:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78420. 00000400:00000200:2.0:1767736295.250469:0:215029:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2993b8 00000400:00000010:2.0:1767736295.250471:0:215029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2993b8. 00000100:00000001:2.0:1767736295.250475:0:215029:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.250485:0:215029:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e474884380 x1853604137189248/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767736295.250500:0:215029:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e474884380 x1853604137189248/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.250533:0:215029:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767736295.250536:0:215029:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736295.250539:0:215029:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767736295.250542:0:215029:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767736295.250544:0:215029:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767736295.250547:0:215029:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736295.250550:0:215029:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767736295.250557:0:215029:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5530 time=60 v=5 (5 5 5 0) 00000100:00001000:2.0:1767736295.250562:0:215029:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:2.0:1767736295.250565:0:215029:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767736295.250567:0:215029:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.250569:0:215029:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767736295.250573:0:215029:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.250576:0:215029:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767736295.250578:0:215029:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:2.0:1767736295.250581:0:215029:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767736295.250596:0:215029:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736295.250603:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e474884380 x1853604137189248/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.250613:0:215029:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736295.250616:0:215029:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767736295.250619:0:215029:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767736295.250624:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474884380 x1853604137189248/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767736295.250634:0:215029:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e474884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215029:1853604137189248:192.168.202.159@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1767736295.250639:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736295.250642:0:215029:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.250645:0:215029:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e474884380 x1853604137189248/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.250653:0:215029:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767736295.250655:0:215029:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767736295.250658:0:215029:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44c921800. 02000000:00000001:2.0:1767736295.250662:0:215029:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767736295.250664:0:215029:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767736295.250666:0:215029:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:2.0:1767736295.250669:0:215029:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767736295.250672:0:215029:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e446535000. 02000000:00000001:2.0:1767736295.250675:0:215029:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767736295.250677:0:215029:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767736295.250679:0:215029:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e474884380. 00000100:00000001:2.0:1767736295.250682:0:215029:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767736295.250684:0:215029:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736295.250686:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736295.250692:0:215029:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767736295.250694:0:215029:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.250696:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736295.250699:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767736295.251331:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.251343:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.251355:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.251359:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.251367:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.251373:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.251380:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.251384:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.251389:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.251394:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 328 into portal 15 MB=0x695d7d817f480 00000400:00000200:2.0:1767736295.251403:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.159@tcp of length 328/328 into md 0x8420d [2] + 328 00000800:00000001:2.0:1767736295.251410:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.251458:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.251462:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.251467:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.251474:0:215020:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767736295.251477:0:215020:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767736295.251482:0:215020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474884380. 00000100:00000040:2.0:1767736295.251486:0:215020:0:(events.c:337:request_in_callback()) incoming req@ffff92e474884380 x1853604136219776 msgsize 328 00000100:00100000:2.0:1767736295.251492:0:215020:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.159@tcp (source: 12345-192.168.202.159@tcp) 00000100:00000001:2.0:1767736295.251525:0:215020:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.251533:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.251538:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.251590:0:237484:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767736295.251596:0:237484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853604136219776 02000000:00000001:3.0:1767736295.251600:0:237484:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767736295.251603:0:237484:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736295.251605:0:237484:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.251610:0:237484:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736295.251615:0:237484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853604136219776 00000020:00000001:3.0:1767736295.251618:0:237484:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767736295.251620:0:237484:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1486b26cfaf8c314 00000020:00000001:3.0:1767736295.251623:0:237484:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.251627:0:237484:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92e447863000 refcount=5 00000020:00000001:3.0:1767736295.251631:0:237484:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107883016192 : -119965826535424 : ffff92e447863000) 00000020:00000001:3.0:1767736295.251707:0:237484:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624107883016192 : -119965826535424 : ffff92e447863000) 00000100:00000001:3.0:1767736295.251713:0:237484:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767736295.251730:0:237484:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92e442d05040. 00000100:00000001:3.0:1767736295.251734:0:237484:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767736295.251738:0:237484:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff92e442d05040. 00000020:00000010:3.0:1767736295.251744:0:237484:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92e44c920800. 00000020:00000010:3.0:1767736295.251750:0:237484:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff92e45d612080. 00000020:00000010:3.0:1767736295.251756:0:237484:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff92e447419c80. 00000100:00000040:3.0:1767736295.251765:0:237484:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767736295.251769:0:237484:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767736295.251771:0:237484:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767736295.251774:0:237484:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.251783:0:237484:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.251802:0:237484:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.251815:0:237484:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767736295.251818:0:237484:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767736295.251828:0:237484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.159@tcp, seq: 313 00000100:00000040:3.0:1767736295.251833:0:237484:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff92e447863000 : new rpc_count 1 00000100:00000001:3.0:1767736295.251837:0:237484:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624108638126976 : -119965071424640 : ffff92e474884380) 00000100:00000040:3.0:1767736295.251847:0:237484:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff92e474884380 x1853604136219776/t0(0) o104->78185bd5-640e-4e25-a38e-f89d5b1cceb9@192.168.202.159@tcp:446/0 lens 328/0 e 0 to 0 dl 1767736306 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767736295.251860:0:237484:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767736295.251863:0:237484:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92e442d05040. 00000100:00000001:3.0:1767736295.251866:0:237484:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767736295.251869:0:237484:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff92e442d05040. 00000100:00100000:3.0:1767736295.251874:0:237484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92e474884380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:78185bd5-640e-4e25-a38e-f89d5b1cceb9+5:116117:x1853604136219776:12345-192.168.202.159@tcp:104: 00000100:00000200:3.0:1767736295.251880:0:237484:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853604136219776 00010000:00000001:3.0:1767736295.251883:0:237484:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767736295.251889:0:237484:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.251891:0:237484:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.251894:0:237484:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=2 00000020:00000001:3.0:1767736295.251896:0:237484:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:3.0:1767736295.251899:0:237484:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:3.0:1767736295.251903:0:237484:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736295.251913:0:237484:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736295.251919:0:237484:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767736295.251932:0:237484:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767736295.251935:0:237484:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767736295.251939:0:237484:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff92e449365400. 02000000:00000001:3.0:1767736295.251942:0:237484:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.251945:0:237484:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.251950:0:237484:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767736295.251953:0:237484:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736295.251957:0:237484:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e45d4d0de8 time=60 v=5 (1 1 1 0) 00000100:00000001:3.0:1767736295.251961:0:237484:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767736295.251965:0:237484:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92e444b3bc00 refcount 16 to 192.168.202.159@tcp 00000100:00000001:3.0:1767736295.251968:0:237484:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624107835669504 : -119965873882112 : ffff92e444b3bc00) 02000000:00000001:3.0:1767736295.251971:0:237484:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767736295.251974:0:237484:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.251977:0:237484:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736295.251980:0:237484:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736295.251984:0:237484:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2992a8. 00000100:00000200:3.0:1767736295.251989:0:237484:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853604136219776, offset 224 00000400:00000200:3.0:1767736295.251995:0:237484:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736295.252002:0:237484:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.252009:0:237484:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.59@tcp to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736295.252015:0:237484:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57574:57574:256:4294967295] 192.168.202.159@tcp LPNI seq info [57575:57575:8:4294967295] 00000400:00000200:3.0:1767736295.252021:0:237484:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.252031:0:237484:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:192.168.202.59@tcp) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736295.252037:0:237484:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736295.252041:0:237484:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422e00. 00000800:00000200:3.0:1767736295.252047:0:237484:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736295.252054:0:237484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736295.252058:0:237484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767736295.252084:0:237484:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736295.252089:0:237484:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92e444b3bc00 refcount 15 to 192.168.202.159@tcp 00010000:00000001:3.0:1767736295.252093:0:237484:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767736295.252098:0:237484:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff92e360eac0c0. 00010000:00000001:3.0:1767736295.252101:0:237484:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767736295.252116:0:237484:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767736295.252120:0:237484:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.252124:0:237484:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.252127:0:237484:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736295.252135:0:237484:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474884380 x1853604136219776/t0(0) o104->78185bd5-640e-4e25-a38e-f89d5b1cceb9@192.168.202.159@tcp:446/0 lens 328/224 e 0 to 0 dl 1767736306 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767736295.252199:0:237484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92e474884380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:78185bd5-640e-4e25-a38e-f89d5b1cceb9+5:116117:x1853604136219776:12345-192.168.202.159@tcp:104: Request processed in 334us (707us total) trans 0 rc 0/0 00000800:00000200:2.0:1767736295.252206:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.252213:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422e00. 00000100:00100000:3.0:1767736295.252215:0:237484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.159@tcp, seq: 313 00000400:00000200:2.0:1767736295.252223:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767736295.252226:0:237484:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff92e447863000 : new rpc_count 0 00000020:00000001:0.0:1767736295.252228:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767736295.252234:0:237484:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767736295.252237:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736295.252240:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767736295.252242:0:237484:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1767736295.252250:0:241057:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000200:2.0:1767736295.252254:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2992a8 00000020:00000010:3.0:1767736295.252256:0:237484:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff92e45d612080. 00010000:00000001:0.0:1767736295.252258:0:241057:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000010:2.0:1767736295.252263:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2992a8. 00010000:00000001:0.0:1767736295.252267:0:241057:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1767736295.252271:0:237484:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff92e447419c80. 00000100:00000001:2.0:1767736295.252273:0:215021:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1767736295.252277:0:241057:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767736295.252280:0:215021:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1767736295.252296:0:241057:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e44bc49a00 already unused, calling callback (ffffffffc1b5db40) 00000080:00000001:0.0:1767736295.252300:0:241057:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1767736295.252305:0:241057:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.252314:0:241057:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1767736295.252317:0:241057:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1767736295.252322:0:241057:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.252350:0:241057:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000020:00000010:3.0:1767736295.252355:0:237484:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92e44c920800. 00010000:00000001:0.0:1767736295.252356:0:241057:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767736295.252361:0:241057:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.252366:0:241057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.252369:0:237484:0:(genops.c:898:class_export_put()) PUTting export ffff92e447863000 : new refcount 4 00000020:00000040:0.0:1767736295.252370:0:241057:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49a00 refcount=3 00000100:00000001:3.0:1767736295.252378:0:237484:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767736295.252380:0:241057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.252389:0:241057:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954215424 : -119965755336192 : ffff92e44bc49a00) 00010000:00000001:0.0:1767736295.252394:0:241057:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767736295.252399:0:241057:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767736295.252407:0:241057:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767736295.252410:0:241057:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767736295.252412:0:241057:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767736295.252415:0:241057:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a2:0x90e:0x0] mode (null) 00000002:00000001:0.0:1767736295.252419:0:241057:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.252422:0:241057:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.252426:0:241057:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443ebae00 count: 2 00010000:00000001:0.0:1767736295.252431:0:241057:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767736295.252435:0:241057:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.252437:0:241057:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.252439:0:241057:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.252441:0:241057:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443ebae00 count: 2 00010000:00000001:0.0:1767736295.252444:0:241057:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767736295.252446:0:241057:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.252448:0:241057:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.252449:0:241057:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.252451:0:241057:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443ebae00 count: 2 00010000:00000001:0.0:1767736295.252454:0:241057:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767736295.252456:0:241057:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.252458:0:241057:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1767736295.252461:0:241057:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2000013a2:0x90e:0x0] lli = ffff92e4745ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1767736295.252465:0:241057:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1767736295.252474:0:241057:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1767736295.252476:0:241057:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1767736295.252479:0:241057:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x90e:0x0](ffff92e4745ad348) invalid 00000020:00000001:0.0:1767736295.252483:0:241057:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8800bc40 00000080:00002000:0.0:1767736295.252486:0:241057:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry migrate_dir (ffff92e449fa05e8) parent ffff92e44aceb870 inode ffff92e4745ad348 refc 1 00000080:00000001:0.0:1767736295.252490:0:241057:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1767736295.252492:0:241057:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767736295.252494:0:241057:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.252498:0:241057:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767736295.252501:0:241057:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767736295.252503:0:241057:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767736295.252505:0:241057:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.252508:0:241057:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767736295.252539:0:241057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e44bc49a00 with handle 0x1486b26cfafa9264 from hash 00010000:00000001:0.0:1767736295.252542:0:241057:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767736295.252544:0:241057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.252546:0:241057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.252548:0:241057:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767736295.252551:0:241057:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767736295.252553:0:241057:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767736295.252558:0:241057:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.252562:0:241057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.252564:0:241057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.252566:0:241057:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.252568:0:241057:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736295.252571:0:241057:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767736295.252577:0:241057:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b704380. 00000020:00000040:0.0:1767736295.252581:0:241057:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:0.0:1767736295.252585:0:241057:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736295.252587:0:241057:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736295.252591:0:241057:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736295.252597:0:241057:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44600b400. 00000100:00000001:0.0:1767736295.252602:0:241057:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.252605:0:241057:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767736295.252611:0:241057:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767736295.252634:0:241057:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767736295.252636:0:241057:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.252641:0:241057:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736295.252645:0:241057:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.252655:0:241057:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007513544a] to pc [ptlrpcd_00_00+0] req@ffff92e46b704380 x1853604137189632/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767736295.252690:0:241057:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.252693:0:241057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.252695:0:241057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.252697:0:241057:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.252700:0:241057:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.252703:0:241057:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.252708:0:241057:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.252717:0:241057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767736295.252722:0:241057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49a00/0x1486b26cfafa9264 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x36aa93000a8d2b16 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767736295.252731:0:241057:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e443ebae00 count: 0 00000100:00000001:1.0:1767736295.252735:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:0.0:1767736295.252738:0:241057:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff92e445822c00. 00000100:00000001:1.0:1767736295.252742:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.252748:0:215026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767736295.252754:0:241057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.252762:0:241057:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:1.0:1767736295.252764:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b704380 x1853604137189632/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767736295.252766:0:241057:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff92e360eac0c0. 00010000:00000001:0.0:1767736295.252777:0:241057:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.252786:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767736295.252790:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.252795:0:215026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1767736295.252797:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767736295.252801:0:215026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.252803:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767736295.252809:0:215026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767736295.252810:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.252817:0:215026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767736295.252818:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767736295.252826:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767736295.252827:0:215026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.252834:0:215026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215026:1853604137189632:192.168.202.159@tcp:103:ldlm_bl.0 00000020:00000001:0.0:1767736295.252844:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.252845:0:215026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.252852:0:215026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:0.0:1767736295.252853:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767736295.252857:0:215026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.252862:0:215026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736295.252869:0:215026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e478c05e00. 02000000:00000001:1.0:1767736295.252872:0:215026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.252880:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736295.252885:0:215026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000100:00000001:0.0:1767736295.252886:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767736295.252891:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767e58. 00000100:00000001:0.0:1767736295.252893:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767736295.252901:0:215026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137189632, portal 18 00000100:00000001:1.0:1767736295.252907:0:215026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.252910:0:215026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485559168 : -119965223992448 : ffff92e46b704380) 00000100:00000040:1.0:1767736295.252919:0:215026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46b704380 x1853604137189632/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.252928:0:215026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736295.252943:0:215026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736295.252946:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767ee0. 00000100:00000200:1.0:1767736295.252950:0:215026:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853604137189632, offset 0 00000400:00000200:1.0:1767736295.252956:0:215026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.252963:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.252969:0:215026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736295.252974:0:215026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.252977:0:215026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.252981:0:215026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.252984:0:215026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.252988:0:215026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57575:57575:256:4294967295] 192.168.202.159@tcp LPNI seq info [57576:57576:8:4294967295] 00000400:00000200:1.0:1767736295.252993:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.253002:0:215026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736295.253008:0:215026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736295.253013:0:215026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820600. 00000800:00000200:1.0:1767736295.253019:0:215026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736295.253026:0:215026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.253030:0:215026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767736295.253052:0:215026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.253057:0:215026:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:1.0:1767736295.253062:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736295.253065:0:215026:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054544 00000100:00000001:1.0:1767736295.253071:0:215026:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054539 00000100:00000001:1.0:1767736295.253076:0:215026:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054544 00000100:00000001:1.0:1767736295.253080:0:215026:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054539 00000100:00000001:1.0:1767736295.253083:0:215026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.253086:0:215026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.253089:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.253093:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.253100:0:215026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.253110:0:215026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767736295.253114:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736295.253116:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.253118:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.253122:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.253199:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.253206:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820600. 00000400:00000200:2.0:1767736295.253214:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.253224:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.253230:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767ee0 00000400:00000010:2.0:1767736295.253244:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767ee0. 00000100:00000001:2.0:1767736295.253250:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.253257:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b704380 x1853604137189632/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.253269:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.253273:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b704380 x1853604137189632/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.253282:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.253284:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1F:1767736295.254203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e44bc49600. 00000800:00000001:2.0:1767736295.255369:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.255383:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.255387:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.255390:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.255397:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.255404:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.255412:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.255417:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.255422:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.255426:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 18 MB=0x695d7d826c100 00000400:00000200:2.0:1767736295.255432:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.255438:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.159@tcp of length 224/224 into md 0x8460d [1] + 224 00000800:00000001:2.0:1767736295.255445:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.255454:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.255457:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.255462:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.255467:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.255475:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b704380 x1853604137189632/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.255489:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46b704380 x1853604137189632/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.255540:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.255563:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.255568:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.255632:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736295.255638:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.255645:0:215026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.255647:0:215026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.255650:0:215026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.255657:0:215026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767e58 00000400:00000010:1.0:1767736295.255660:0:215026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767e58. 00000100:00000001:1.0:1767736295.255664:0:215026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.255673:0:215026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b704380 x1853604137189632/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.255687:0:215026:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b704380 x1853604137189632/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.255697:0:215026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.255699:0:215026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.255702:0:215026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.255704:0:215026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.255706:0:215026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.255709:0:215026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.255712:0:215026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.255718:0:215026:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5530 time=60 v=5 (5 5 5 0) 00000100:00001000:1.0:1767736295.255722:0:215026:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.255725:0:215026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736295.255727:0:215026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.255729:0:215026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736295.255733:0:215026:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.255735:0:215026:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.255737:0:215026:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:1.0:1767736295.255740:0:215026:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.255742:0:215026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.255747:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b704380 x1853604137189632/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.255776:0:215026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.255779:0:215026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.255781:0:215026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.255787:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b704380 x1853604137189632/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.255796:0:215026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215026:1853604137189632:192.168.202.159@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767736295.255801:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.255804:0:215026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.255807:0:215026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b704380 x1853604137189632/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.255815:0:215026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.255817:0:215026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.255820:0:215026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e478c05e00. 02000000:00000001:1.0:1767736295.255824:0:215026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.255826:0:215026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.255828:0:215026:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.255831:0:215026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.255833:0:215026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44600b400. 02000000:00000001:1.0:1767736295.255836:0:215026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.255838:0:215026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.255840:0:215026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b704380. 00000100:00000001:1.0:1767736295.255843:0:215026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.255845:0:215026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.255847:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.255852:0:215026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.255854:0:215026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.255857:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736295.255859:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767736295.256189:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.256203:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.256207:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.256210:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.256218:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.256225:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.256233:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.256238:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.256243:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.256247:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 328 into portal 15 MB=0x695d7d817f500 00000400:00000200:2.0:1767736295.256256:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.159@tcp of length 328/328 into md 0x8420d [2] + 656 00000800:00000001:2.0:1767736295.256263:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.256312:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.256317:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.256323:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.256328:0:215020:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767736295.256331:0:215020:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767736295.256336:0:215020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474884000. 00000100:00000040:2.0:1767736295.256340:0:215020:0:(events.c:337:request_in_callback()) incoming req@ffff92e474884000 x1853604136219904 msgsize 328 00000100:00100000:2.0:1767736295.256346:0:215020:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.159@tcp (source: 12345-192.168.202.159@tcp) 00000100:00000001:2.0:1767736295.256361:0:215020:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.256369:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.256373:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.256467:0:237484:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767736295.256473:0:237484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853604136219904 02000000:00000001:3.0:1767736295.256476:0:237484:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767736295.256479:0:237484:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736295.256481:0:237484:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.256591:0:237484:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736295.256596:0:237484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853604136219904 00000020:00000001:3.0:1767736295.256599:0:237484:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767736295.256601:0:237484:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1486b26cfaf8c314 00000020:00000001:3.0:1767736295.256604:0:237484:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.256607:0:237484:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92e447863000 refcount=5 00000020:00000001:3.0:1767736295.256622:0:237484:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107883016192 : -119965826535424 : ffff92e447863000) 00000020:00000001:3.0:1767736295.256626:0:237484:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624107883016192 : -119965826535424 : ffff92e447863000) 00000100:00000001:3.0:1767736295.256630:0:237484:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767736295.256634:0:237484:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92e442d05040. 00000100:00000001:3.0:1767736295.256637:0:237484:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767736295.256640:0:237484:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff92e442d05040. 00000020:00000010:3.0:1767736295.256645:0:237484:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92e44c920800. 00000020:00000010:3.0:1767736295.256650:0:237484:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff92e45d612080. 00000020:00000010:3.0:1767736295.256654:0:237484:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff92e447419c80. 00000100:00000040:3.0:1767736295.256661:0:237484:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767736295.256664:0:237484:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767736295.256666:0:237484:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767736295.256668:0:237484:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.256673:0:237484:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.256694:0:237484:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.256705:0:237484:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767736295.256707:0:237484:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767736295.256715:0:237484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.159@tcp, seq: 314 00000100:00000040:3.0:1767736295.256719:0:237484:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff92e447863000 : new rpc_count 1 00000100:00000001:3.0:1767736295.256723:0:237484:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624108638126080 : -119965071425536 : ffff92e474884000) 00000100:00000040:3.0:1767736295.256733:0:237484:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff92e474884000 x1853604136219904/t0(0) o104->78185bd5-640e-4e25-a38e-f89d5b1cceb9@192.168.202.159@tcp:446/0 lens 328/0 e 0 to 0 dl 1767736306 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767736295.256746:0:237484:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767736295.256750:0:237484:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92e442d05040. 00000100:00000001:3.0:1767736295.256753:0:237484:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767736295.256756:0:237484:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff92e442d05040. 00000100:00100000:3.0:1767736295.256762:0:237484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92e474884000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:78185bd5-640e-4e25-a38e-f89d5b1cceb9+5:116117:x1853604136219904:12345-192.168.202.159@tcp:104: 00000100:00000200:3.0:1767736295.256767:0:237484:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853604136219904 00010000:00000001:3.0:1767736295.256769:0:237484:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767736295.256774:0:237484:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.256776:0:237484:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.256786:0:237484:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49400 refcount=2 00000020:00000001:3.0:1767736295.256788:0:237484:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:3.0:1767736295.256792:0:237484:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:3.0:1767736295.256795:0:237484:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736295.256798:0:237484:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736295.256803:0:237484:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767736295.256814:0:237484:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767736295.256816:0:237484:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767736295.256820:0:237484:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff92e449365c00. 02000000:00000001:3.0:1767736295.256823:0:237484:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.256825:0:237484:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.256829:0:237484:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767736295.256832:0:237484:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736295.256835:0:237484:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e45d4d0de8 time=60 v=5 (1 1 1 0) 00000100:00000001:3.0:1767736295.256840:0:237484:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767736295.256843:0:237484:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92e444b3bc00 refcount 16 to 192.168.202.159@tcp 00000100:00000001:3.0:1767736295.256846:0:237484:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624107835669504 : -119965873882112 : ffff92e444b3bc00) 02000000:00000001:3.0:1767736295.256849:0:237484:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767736295.256850:0:237484:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.256853:0:237484:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736295.256856:0:237484:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736295.256860:0:237484:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299770. 00000100:00000200:3.0:1767736295.256865:0:237484:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853604136219904, offset 224 00000400:00000200:3.0:1767736295.256871:0:237484:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736295.256878:0:237484:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.256885:0:237484:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.59@tcp to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736295.256891:0:237484:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57576:57576:256:4294967295] 192.168.202.159@tcp LPNI seq info [57577:57577:8:4294967295] 00000400:00000200:3.0:1767736295.256896:0:237484:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.256906:0:237484:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:192.168.202.59@tcp) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736295.256912:0:237484:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736295.256923:0:237484:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422e00. 00000800:00000200:3.0:1767736295.256929:0:237484:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736295.256936:0:237484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736295.256940:0:237484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767736295.256958:0:237484:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736295.256962:0:237484:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92e444b3bc00 refcount 15 to 192.168.202.159@tcp 00010000:00000001:3.0:1767736295.256965:0:237484:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767736295.256969:0:237484:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff92e360eacd80. 00010000:00000001:3.0:1767736295.256972:0:237484:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767736295.256984:0:237484:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767736295.256988:0:237484:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.256991:0:237484:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.256994:0:237484:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736295.257001:0:237484:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474884000 x1853604136219904/t0(0) o104->78185bd5-640e-4e25-a38e-f89d5b1cceb9@192.168.202.159@tcp:446/0 lens 328/224 e 0 to 0 dl 1767736306 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767736295.257015:0:237484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92e474884000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:78185bd5-640e-4e25-a38e-f89d5b1cceb9+5:116117:x1853604136219904:12345-192.168.202.159@tcp:104: Request processed in 267us (671us total) trans 0 rc 0/0 00000100:00100000:3.0:1767736295.257026:0:237484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.159@tcp, seq: 314 00000100:00000040:3.0:1767736295.257031:0:237484:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff92e447863000 : new rpc_count 0 00000100:00000001:3.0:1767736295.257034:0:237484:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767736295.257037:0:237484:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767736295.257041:0:237484:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff92e45d612080. 00000020:00000001:0.0:1767736295.257047:0:237492:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:3.0:1767736295.257048:0:237484:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff92e447419c80. 00000800:00000200:2.0:1767736295.257053:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1767736295.257056:0:237492:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767736295.257059:0:237484:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92e44c920800. 00000800:00000010:2.0:1767736295.257061:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422e00. 00010000:00010000:0.0:1767736295.257065:0:237492:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:3.0:1767736295.257071:0:237484:0:(genops.c:898:class_export_put()) PUTting export ffff92e447863000 : new refcount 4 00010000:00000001:0.0:1767736295.257074:0:237492:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:2.0:1767736295.257075:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767736295.257079:0:237484:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767736295.257080:0:237492:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767736295.257091:0:237492:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767736295.257092:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.257104:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299770 00000400:00000010:2.0:1767736295.257111:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299770. 00010000:00010000:0.0:1767736295.257116:0:237492:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e44bc49400 already unused, calling callback (ffffffffc1b5db40) 00000100:00000001:2.0:1767736295.257119:0:215021:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767736295.257126:0:215021:0:(events.c:398:reply_out_callback()) Process leaving 00000080:00000001:0.0:1767736295.257127:0:237492:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1767736295.257136:0:237492:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.257189:0:237492:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1767736295.257192:0:237492:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1767736295.257199:0:237492:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.257208:0:237492:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1767736295.257211:0:237492:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767736295.257214:0:237492:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736295.257217:0:237492:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736295.257220:0:237492:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49400 refcount=3 00000020:00000001:0.0:1767736295.257223:0:237492:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.257226:0:237492:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954213888 : -119965755337728 : ffff92e44bc49400) 00010000:00000001:0.0:1767736295.257230:0:237492:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767736295.257234:0:237492:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 3/0,0 mode: PR/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767736295.257264:0:237492:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767736295.257267:0:237492:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767736295.257270:0:237492:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767736295.257273:0:237492:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a0:0x31:0x0] mode (null) 00000002:00000001:0.0:1767736295.257277:0:237492:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.257280:0:237492:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.257286:0:237492:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 2 00010000:00000001:0.0:1767736295.257290:0:237492:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767736295.257294:0:237492:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.257296:0:237492:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736295.257298:0:237492:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736295.257300:0:237492:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba000 count: 2 00010000:00000001:0.0:1767736295.257303:0:237492:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767736295.257306:0:237492:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.257308:0:237492:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1767736295.257311:0:237492:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2000013a0:0x31:0x0] lli = ffff92e4745aa940, pfid = [0x2000013a2:0x90e:0x0] 00000080:00000002:0.0:1767736295.257362:0:237492:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x2000013a0:0x31:0x0] m[0x2000013a2:0x90e:0x0] 00000080:00000001:0.0:1767736295.257366:0:237492:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145806 : 144115272398145806 : 2000013a200090e) 00000080:00000001:0.0:1767736295.257370:0:237492:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1767736295.257372:0:237492:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1767736295.257374:0:237492:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1767736295.257377:0:237492:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a0:0x31:0x0](ffff92e4745aaa08) invalid 00000080:00000001:0.0:1767736295.257380:0:237492:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1767736295.257382:0:237492:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767736295.257384:0:237492:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.257388:0:237492:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767736295.257391:0:237492:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767736295.257393:0:237492:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767736295.257396:0:237492:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736295.257398:0:237492:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767736295.257402:0:237492:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e44bc49400 with handle 0x1486b26cfafa9256 from hash 00010000:00000001:0.0:1767736295.257405:0:237492:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767736295.257407:0:237492:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.257417:0:237492:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.257418:0:237492:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767736295.257422:0:237492:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767736295.257424:0:237492:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767736295.257429:0:237492:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736295.257433:0:237492:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.257434:0:237492:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.257436:0:237492:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.257439:0:237492:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736295.257441:0:237492:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767736295.257447:0:237492:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b706a00. 00000020:00000040:0.0:1767736295.257450:0:237492:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:0.0:1767736295.257454:0:237492:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736295.257457:0:237492:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736295.257461:0:237492:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736295.257467:0:237492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44600b800. 00000100:00000001:0.0:1767736295.257471:0:237492:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.257474:0:237492:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767736295.257479:0:237492:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 2/0,0 mode: --/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767736295.257488:0:237492:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767736295.257490:0:237492:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.257494:0:237492:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736295.257498:0:237492:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.257508:0:237492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c1a28df] to pc [ptlrpcd_00_01+1] req@ffff92e46b706a00 x1853604137189760/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767736295.257568:0:237492:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736295.257572:0:237492:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736295.257573:0:237492:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.257575:0:237492:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.257578:0:237492:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.257581:0:237492:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.257585:0:237492:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 1/0,0 mode: --/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736295.257610:0:237492:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767736295.257613:0:237492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49400/0x1486b26cfafa9256 lrc: 0/0,0 mode: --/PR res: [0x2000013a0:0x31:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x36aa93000a8d2afa expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767736295.257621:0:237492:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e443eba000 count: 0 00010000:00000010:0.0:1767736295.257626:0:237492:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff92e445822380. 00010000:00000001:0.0:1767736295.257635:0:237492:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736295.257637:0:237492:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767736295.257639:0:237492:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff92e360eacd80. 00010000:00000001:0.0:1767736295.257645:0:237492:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736295.257649:0:237492:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767736295.257652:0:237492:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.257655:0:237492:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767736295.257657:0:237492:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767736295.257659:0:237492:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736295.257663:0:237492:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767736295.257665:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767736295.257666:0:237492:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767736295.257674:0:237492:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.257676:0:215026:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1767736295.257678:0:237492:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767736295.257687:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.257695:0:215026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.257711:0:215026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.257712:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736295.257715:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767736295.257720:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.257721:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.257728:0:215026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736295.257741:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b706a00 x1853604137189760/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.257753:0:215026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736295.257756:0:215026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.257759:0:215026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736295.257762:0:215026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736295.257765:0:215026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.257770:0:215026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215026:1853604137189760:192.168.202.159@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767736295.257775:0:215026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.257778:0:215026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736295.257781:0:215026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.257783:0:215026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736295.257788:0:215026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e478c05e00. 02000000:00000001:1.0:1767736295.257790:0:215026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.257797:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736295.257801:0:215026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000400:00000010:1.0:1767736295.257805:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767e58. 00000100:00000200:1.0:1767736295.257810:0:215026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137189760, portal 18 00000100:00000001:1.0:1767736295.257813:0:215026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.257815:0:215026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485569024 : -119965223982592 : ffff92e46b706a00) 00000100:00000040:1.0:1767736295.257822:0:215026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46b706a00 x1853604137189760/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.257831:0:215026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736295.257834:0:215026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736295.257837:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b7673b8. 00000100:00000200:1.0:1767736295.257840:0:215026:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853604137189760, offset 0 00000400:00000200:1.0:1767736295.257846:0:215026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.257852:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.257859:0:215026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736295.257870:0:215026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.257875:0:215026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.257878:0:215026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.257881:0:215026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.257885:0:215026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57577:57577:256:4294967295] 192.168.202.159@tcp LPNI seq info [57578:57578:8:4294967295] 00000400:00000200:1.0:1767736295.257890:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.257900:0:215026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736295.257906:0:215026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736295.257911:0:215026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820500. 00000800:00000200:1.0:1767736295.257917:0:215026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736295.257923:0:215026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.257928:0:215026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767736295.257949:0:215026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.257955:0:215026:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:1.0:1767736295.257959:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736295.257962:0:215026:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054549 00000100:00000001:1.0:1767736295.257967:0:215026:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054544 00000100:00000001:1.0:1767736295.257972:0:215026:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054549 00000100:00000001:1.0:1767736295.257975:0:215026:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054544 00000100:00000001:1.0:1767736295.257978:0:215026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.257981:0:215026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.257985:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.257989:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.258051:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.258058:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820500. 00000400:00000200:2.0:1767736295.258073:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.258080:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.258085:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b7673b8 00000400:00000010:2.0:1767736295.258087:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b7673b8. 00000100:00000001:2.0:1767736295.258091:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.258099:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b706a00 x1853604137189760/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.258111:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.258116:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b706a00 x1853604137189760/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.258126:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.258128:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767736295.258224:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e443ebae00. 00010000:00000010:0.1:1767736295.258234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e44bc49a00. 00000800:00000001:2.0:1767736295.260601:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.260616:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.260619:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.260623:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.260630:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.260637:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.260645:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.260650:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.260655:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.260659:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 18 MB=0x695d7d826c180 00000400:00000200:2.0:1767736295.260665:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.260671:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.159@tcp of length 224/224 into md 0x8461d [1] + 224 00000800:00000001:2.0:1767736295.260678:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.260686:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.260690:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.260695:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.260700:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.260707:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b706a00 x1853604137189760/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.260722:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46b706a00 x1853604137189760/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.260761:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.260770:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.260775:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.260871:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736295.260877:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.260883:0:215026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.260885:0:215026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.260889:0:215026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.260896:0:215026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767e58 00000400:00000010:1.0:1767736295.260898:0:215026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767e58. 00000100:00000001:1.0:1767736295.260902:0:215026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.260925:0:215026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b706a00 x1853604137189760/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.260939:0:215026:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b706a00 x1853604137189760/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.260949:0:215026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.260951:0:215026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.260954:0:215026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.260957:0:215026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.260959:0:215026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.260961:0:215026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.260964:0:215026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.260971:0:215026:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5530 time=60 v=5 (5 5 5 0) 00000100:00001000:1.0:1767736295.260975:0:215026:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.260978:0:215026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736295.260980:0:215026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.260982:0:215026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736295.260985:0:215026:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.260989:0:215026:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.260991:0:215026:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:1.0:1767736295.260993:0:215026:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.260995:0:215026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.261000:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b706a00 x1853604137189760/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.261009:0:215026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.261012:0:215026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.261014:0:215026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.261019:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b706a00 x1853604137189760/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.261028:0:215026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215026:1853604137189760:192.168.202.159@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767736295.261033:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.261036:0:215026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.261046:0:215026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b706a00 x1853604137189760/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.261054:0:215026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.261057:0:215026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.261060:0:215026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e478c05e00. 02000000:00000001:1.0:1767736295.261063:0:215026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.261065:0:215026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.261067:0:215026:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.261070:0:215026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.261072:0:215026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44600b800. 02000000:00000001:1.0:1767736295.261075:0:215026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.261077:0:215026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.261079:0:215026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b706a00. 00000100:00000001:1.0:1767736295.261083:0:215026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.261084:0:215026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.261086:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.261092:0:215026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.261094:0:215026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.261096:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736295.261099:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767736295.262271:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.262287:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.262291:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.262295:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.262303:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.262311:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.262319:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.262324:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.262328:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.262333:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 328 into portal 15 MB=0x695d7d817f600 00000400:00000200:2.0:1767736295.262341:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.159@tcp of length 328/328 into md 0x8420d [2] + 984 00000800:00000001:2.0:1767736295.262348:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.262397:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.262402:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.262407:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.262413:0:215020:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767736295.262415:0:215020:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767736295.262421:0:215020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474884700. 00000100:00000040:2.0:1767736295.262425:0:215020:0:(events.c:337:request_in_callback()) incoming req@ffff92e474884700 x1853604136220160 msgsize 328 00000100:00100000:2.0:1767736295.262431:0:215020:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.159@tcp (source: 12345-192.168.202.159@tcp) 00000100:00000001:2.0:1767736295.262446:0:215020:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.262454:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.262459:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.262580:0:237484:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767736295.262585:0:237484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853604136220160 02000000:00000001:3.0:1767736295.262671:0:237484:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767736295.262675:0:237484:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736295.262677:0:237484:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736295.262683:0:237484:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736295.262698:0:237484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853604136220160 00000020:00000001:3.0:1767736295.262701:0:237484:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767736295.262703:0:237484:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1486b26cfaf8c31b 00000020:00000001:3.0:1767736295.262706:0:237484:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.262709:0:237484:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92e447863800 refcount=5 00000020:00000001:3.0:1767736295.262713:0:237484:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107883018240 : -119965826533376 : ffff92e447863800) 00000020:00000001:3.0:1767736295.262716:0:237484:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624107883018240 : -119965826533376 : ffff92e447863800) 00000100:00000001:3.0:1767736295.262719:0:237484:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767736295.262724:0:237484:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92e442d05040. 00000100:00000001:3.0:1767736295.262727:0:237484:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767736295.262730:0:237484:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff92e442d05040. 00000020:00000010:3.0:1767736295.262735:0:237484:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92e44c920800. 00000020:00000010:3.0:1767736295.262739:0:237484:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff92e45d612080. 00000020:00000010:3.0:1767736295.262744:0:237484:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff92e447419c80. 00000100:00000040:3.0:1767736295.262751:0:237484:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767736295.262753:0:237484:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767736295.262755:0:237484:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767736295.262757:0:237484:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.262762:0:237484:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.262782:0:237484:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736295.262793:0:237484:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767736295.262795:0:237484:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767736295.262801:0:237484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.159@tcp, seq: 315 00000100:00000040:3.0:1767736295.262805:0:237484:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff92e447863800 : new rpc_count 1 00000100:00000001:3.0:1767736295.262808:0:237484:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624108638127872 : -119965071423744 : ffff92e474884700) 00000100:00000040:3.0:1767736295.262815:0:237484:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff92e474884700 x1853604136220160/t0(0) o104->78185bd5-640e-4e25-a38e-f89d5b1cceb9@192.168.202.159@tcp:446/0 lens 328/0 e 0 to 0 dl 1767736306 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767736295.262827:0:237484:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767736295.262830:0:237484:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92e442d05040. 00000100:00000001:3.0:1767736295.262833:0:237484:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767736295.262836:0:237484:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff92e442d05040. 00000100:00100000:3.0:1767736295.262841:0:237484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92e474884700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:78185bd5-640e-4e25-a38e-f89d5b1cceb9+5:114352:x1853604136220160:12345-192.168.202.159@tcp:104: 00000100:00000200:3.0:1767736295.262854:0:237484:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853604136220160 00010000:00000001:3.0:1767736295.262857:0:237484:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767736295.262863:0:237484:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736295.262866:0:237484:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736295.262868:0:237484:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc48400 refcount=2 00000020:00000001:3.0:1767736295.262871:0:237484:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:3.0:1767736295.262875:0:237484:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:3.0:1767736295.262879:0:237484:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736295.262882:0:237484:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736295.262887:0:237484:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767736295.262899:0:237484:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767736295.262902:0:237484:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767736295.262907:0:237484:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff92e449366000. 02000000:00000001:3.0:1767736295.262910:0:237484:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.262913:0:237484:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.262916:0:237484:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767736295.262919:0:237484:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736295.262923:0:237484:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e45d4d0de8 time=60 v=5 (1 1 1 0) 00000100:00000001:3.0:1767736295.262927:0:237484:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767736295.262931:0:237484:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92e444b3bc00 refcount 16 to 192.168.202.159@tcp 00000100:00000001:3.0:1767736295.262934:0:237484:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624107835669504 : -119965873882112 : ffff92e444b3bc00) 02000000:00000001:3.0:1767736295.262937:0:237484:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767736295.262939:0:237484:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.262941:0:237484:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736295.262944:0:237484:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736295.262948:0:237484:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299f68. 00000100:00000200:3.0:1767736295.262953:0:237484:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853604136220160, offset 224 00000400:00000200:3.0:1767736295.262959:0:237484:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736295.262966:0:237484:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.262973:0:237484:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.59@tcp to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736295.262979:0:237484:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57578:57578:256:4294967295] 192.168.202.159@tcp LPNI seq info [57579:57579:8:4294967295] 00000400:00000200:3.0:1767736295.262991:0:237484:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736295.263001:0:237484:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:192.168.202.59@tcp) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736295.263007:0:237484:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736295.263012:0:237484:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422900. 00000800:00000200:3.0:1767736295.263018:0:237484:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736295.263024:0:237484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736295.263028:0:237484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767736295.263046:0:237484:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736295.263051:0:237484:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92e444b3bc00 refcount 15 to 192.168.202.159@tcp 00010000:00000001:3.0:1767736295.263054:0:237484:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767736295.263063:0:237484:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff92e360eaca80. 00010000:00000001:3.0:1767736295.263066:0:237484:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767736295.263081:0:237484:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767736295.263086:0:237484:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.263089:0:237484:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736295.263092:0:237484:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736295.263100:0:237484:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474884700 x1853604136220160/t0(0) o104->78185bd5-640e-4e25-a38e-f89d5b1cceb9@192.168.202.159@tcp:446/0 lens 328/224 e 0 to 0 dl 1767736306 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767736295.263114:0:237484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92e474884700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:78185bd5-640e-4e25-a38e-f89d5b1cceb9+5:114352:x1853604136220160:12345-192.168.202.159@tcp:104: Request processed in 284us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1767736295.263125:0:237484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.159@tcp, seq: 315 00000100:00000040:3.0:1767736295.263130:0:237484:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff92e447863800 : new rpc_count 0 00000100:00000001:3.0:1767736295.263133:0:237484:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767736295.263135:0:237484:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767736295.263139:0:237484:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff92e45d612080. 00000020:00000001:1.0:1767736295.263187:0:237491:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:3.0:1767736295.263189:0:237484:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff92e447419c80. 00000020:00000001:1.0:1767736295.263195:0:237491:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767736295.263200:0:237484:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92e44c920800. 00010000:00010000:1.0:1767736295.263203:0:237491:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:3.0:1767736295.263209:0:237484:0:(genops.c:898:class_export_put()) PUTting export ffff92e447863800 : new refcount 4 00010000:00000001:1.0:1767736295.263211:0:237491:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767736295.263219:0:237491:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767736295.263221:0:237484:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767736295.263228:0:237491:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1767736295.263230:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.263242:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422900. 00010000:00010000:1.0:1767736295.263256:0:237491:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e44bc48400 already unused, calling callback (ffffffffc1b5db40) 00000400:00000200:2.0:1767736295.263257:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000080:00000001:1.0:1767736295.263263:0:237491:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767736295.263271:0:237491:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767736295.263273:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.263288:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299f68 00010000:00000001:1.0:1767736295.263290:0:237491:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00000400:00000010:2.0:1767736295.263293:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299f68. 00010000:00000001:1.0:1767736295.263296:0:237491:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:2.0:1767736295.263313:0:215021:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:1.0:1767736295.263318:0:237491:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767736295.263319:0:215021:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767736295.263333:0:237491:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767736295.263338:0:237491:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767736295.263340:0:237491:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767736295.263342:0:237491:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767736295.263345:0:237491:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc48400 refcount=3 00000020:00000001:1.0:1767736295.263348:0:237491:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:1.0:1767736295.263351:0:237491:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954209792 : -119965755341824 : ffff92e44bc48400) 00010000:00000001:1.0:1767736295.263355:0:237491:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767736295.263360:0:237491:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 3/0,0 mode: PR/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767736295.263368:0:237491:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767736295.263371:0:237491:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767736295.263372:0:237491:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767736295.263375:0:237491:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2400013a2:0x15:0x0] mode (null) 00000002:00000001:1.0:1767736295.263378:0:237491:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767736295.263381:0:237491:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767736295.263385:0:237491:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443ebaa00 count: 2 00010000:00000001:1.0:1767736295.263389:0:237491:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767736295.263392:0:237491:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767736295.263394:0:237491:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767736295.263396:0:237491:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767736295.263398:0:237491:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443ebaa00 count: 2 00010000:00000001:1.0:1767736295.263400:0:237491:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767736295.263403:0:237491:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767736295.263406:0:237491:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767736295.263409:0:237491:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x15:0x0] lli = ffff92e4745a98c0, pfid = [0x2000013a2:0x90e:0x0] 00000080:00000002:1.0:1767736295.263458:0:237491:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x2400013a2:0x15:0x0] m[0x2000013a2:0x90e:0x0] 00000080:00000001:1.0:1767736295.263463:0:237491:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145806 : 144115272398145806 : 2000013a200090e) 00000080:00000001:1.0:1767736295.263468:0:237491:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767736295.263475:0:237491:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767736295.263478:0:237491:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767736295.263480:0:237491:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x15:0x0](ffff92e4745a9988) invalid 00000080:00000001:1.0:1767736295.263483:0:237491:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767736295.263485:0:237491:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767736295.263487:0:237491:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.263490:0:237491:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767736295.263493:0:237491:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767736295.263495:0:237491:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767736295.263497:0:237491:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767736295.263499:0:237491:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767736295.263503:0:237491:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e44bc48400 with handle 0x1486b26cfafa925d from hash 00010000:00000001:1.0:1767736295.263505:0:237491:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767736295.263507:0:237491:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767736295.263538:0:237491:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767736295.263540:0:237491:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767736295.263544:0:237491:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767736295.263545:0:237491:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767736295.263551:0:237491:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767736295.263554:0:237491:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767736295.263556:0:237491:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767736295.263557:0:237491:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.263560:0:237491:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767736295.263562:0:237491:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767736295.263568:0:237491:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da7100. 00000020:00000040:1.0:1767736295.263572:0:237491:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736295.263576:0:237491:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736295.263578:0:237491:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736295.263582:0:237491:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736295.263587:0:237491:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e478c05e00. 00000100:00000001:1.0:1767736295.263592:0:237491:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.263595:0:237491:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767736295.263600:0:237491:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 2/0,0 mode: --/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767736295.263608:0:237491:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767736295.263617:0:237491:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.263621:0:237491:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736295.263625:0:237491:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.263634:0:237491:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004007d47d] to pc [ptlrpcd_00_00+0] req@ffff92e475da7100 x1853604137189888/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767736295.263677:0:237491:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767736295.263682:0:237491:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767736295.263684:0:237491:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767736295.263686:0:237491:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.263690:0:237491:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767736295.263693:0:237491:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.263695:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1767736295.263699:0:237491:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767736295.263702:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736295.263708:0:215026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767736295.263723:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da7100 x1853604137189888/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.263737:0:215026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767736295.263741:0:215026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.263745:0:237491:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767736295.263747:0:215026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:1.0:1767736295.263753:0:237491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e44bc48400/0x1486b26cfafa925d lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x15:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x36aa93000a8d2b08 expref: -99 pid: 280198 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736295.263754:0:215026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736295.263766:0:215026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767736295.263779:0:215026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215026:1853604137189888:192.168.202.159@tcp:103:ldlm_bl.0 00010000:00000040:1.0:1767736295.263783:0:237491:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e443ebaa00 count: 0 00010000:00000010:1.0:1767736295.263791:0:237491:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff92e445822400. 00010000:00000001:1.0:1767736295.263800:0:237491:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767736295.263805:0:237491:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767736295.263808:0:215026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000010:1.0:1767736295.263810:0:237491:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff92e360eaca80. 02000000:00000001:0.0:1767736295.263816:0:215026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1767736295.263818:0:237491:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.263823:0:215026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767736295.263825:0:237491:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767736295.263830:0:215026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767736295.263832:0:237491:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736295.263838:0:215026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44600a000. 00010000:00010000:1.0:1767736295.263840:0:237491:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767736295.263846:0:237491:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767736295.263848:0:215026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767736295.263852:0:237491:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767736295.263858:0:237491:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767736295.263863:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000020:00000001:1.0:1767736295.263865:0:237491:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767736295.263871:0:237491:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767736295.263872:0:215026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19420. 00010000:00010000:1.0:1767736295.263875:0:237491:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767736295.263883:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dbadd0. 00000100:00000001:1.0:1767736295.263893:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767736295.263894:0:215026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137189888, portal 18 00000100:00000001:0.0:1767736295.263898:0:215026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.263901:0:215026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660289792 : -119965049261824 : ffff92e475da7100) 00000100:00000001:1.0:1767736295.263913:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.263914:0:215026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da7100 x1853604137189888/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.263932:0:215026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736295.263937:0:215026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767736295.263942:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba330. 00000100:00000200:0.0:1767736295.263947:0:215026:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853604137189888, offset 0 00000400:00000200:0.0:1767736295.263954:0:215026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736295.263963:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.263972:0:215026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767736295.263977:0:215026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736295.263981:0:215026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736295.263985:0:215026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767736295.263988:0:215026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767736295.263992:0:215026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57579:57579:256:4294967295] 192.168.202.159@tcp LPNI seq info [57580:57580:8:4294967295] 00000400:00000200:0.0:1767736295.263997:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736295.264007:0:215026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767736295.264013:0:215026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767736295.264018:0:215026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762e00. 00000800:00000200:0.0:1767736295.264024:0:215026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767736295.264041:0:215026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767736295.264046:0:215026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767736295.264069:0:215026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.264074:0:215026:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7730 usecs (8 jiffies) 00000400:00000200:0.0:1767736295.264080:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736295.264083:0:215026:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054552 00000100:00000001:0.0:1767736295.264090:0:215026:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054549 00000100:00000001:0.0:1767736295.264098:0:215026:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054552 00000100:00000001:0.0:1767736295.264105:0:215026:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054549 00000100:00000001:0.0:1767736295.264111:0:215026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.264115:0:215026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.264119:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.264122:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.264129:0:215026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736295.264131:0:215026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767736295.264136:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767736295.264138:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736295.264141:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767736295.264233:0:215026:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e443eba000. 00000800:00000200:2.0:1767736295.264236:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.264245:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762e00. 00010000:00000010:0.1:1767736295.264247:0:215026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e44bc49400. 00000400:00000200:2.0:1767736295.264257:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767736295.264270:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736295.264278:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.264287:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba330 00000400:00000010:2.0:1767736295.264291:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba330. 00000100:00000001:2.0:1767736295.264296:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.264305:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da7100 x1853604137189888/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.264319:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.264324:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da7100 x1853604137189888/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.264334:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.264337:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1F:1767736295.269219:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e443ebaa00. 00010000:00000010:1.1:1767736295.269240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e44bc48400. 00000800:00000001:2.0:1767736295.269581:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.269595:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.269599:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.269602:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.269610:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.269617:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.269624:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.269629:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.269634:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.269639:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 18 MB=0x695d7d826c200 00000400:00000200:2.0:1767736295.269645:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.269651:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.159@tcp of length 224/224 into md 0x8462d [1] + 224 00000800:00000001:2.0:1767736295.269658:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.269666:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.269670:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.269674:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.269679:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.269698:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da7100 x1853604137189888/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.269713:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e475da7100 x1853604137189888/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.269740:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.269749:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.269754:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.269848:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767736295.269854:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736295.269861:0:215026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736295.269863:0:215026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736295.269867:0:215026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19420. 00000400:00000200:0.0:1767736295.269874:0:215026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dbadd0 00000400:00000010:0.0:1767736295.269877:0:215026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dbadd0. 00000100:00000001:0.0:1767736295.269881:0:215026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736295.269891:0:215026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da7100 x1853604137189888/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767736295.269906:0:215026:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da7100 x1853604137189888/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.269916:0:215026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736295.269931:0:215026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.269934:0:215026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736295.269937:0:215026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736295.269939:0:215026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736295.269942:0:215026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.269945:0:215026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736295.269952:0:215026:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad578 time=45 v=5 (5 5 5 0) 00000100:00001000:0.0:1767736295.269957:0:215026:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736295.269960:0:215026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736295.269962:0:215026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.269965:0:215026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736295.269969:0:215026:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.269972:0:215026:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736295.269975:0:215026:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902624 00000100:00000001:0.0:1767736295.269978:0:215026:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736295.269980:0:215026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.269986:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da7100 x1853604137189888/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.269995:0:215026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.269999:0:215026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736295.270001:0:215026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736295.270006:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da7100 x1853604137189888/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767736295.270016:0:215026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215026:1853604137189888:192.168.202.159@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767736295.270021:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.270023:0:215026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.270027:0:215026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da7100 x1853604137189888/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736295.270035:0:215026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736295.270037:0:215026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736295.270040:0:215026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44600a000. 02000000:00000001:0.0:1767736295.270044:0:215026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736295.270046:0:215026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736295.270057:0:215026:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736295.270060:0:215026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736295.270063:0:215026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e478c05e00. 02000000:00000001:0.0:1767736295.270067:0:215026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736295.270069:0:215026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736295.270071:0:215026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da7100. 00000100:00000001:0.0:1767736295.270075:0:215026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736295.270077:0:215026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.270079:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.270085:0:215026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736295.270087:0:215026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.270089:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767736295.270092:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736295.272265:0:264667:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305054552, at 4305054553 00000100:00000010:2.0:1767736295.272277:0:264667:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e4484084e0. 00000100:00000040:3.0:1767736295.272289:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305054552, at 4305054553 00000100:00000010:3.0:1767736295.272315:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e448408d20. 00000800:00000001:2.0:1767736295.281722:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.281736:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.281740:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.281743:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.281751:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.281758:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.281767:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.281772:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.281777:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.281782:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 440 into portal 10 MB=0x695d7d826c080 00000400:00000200:2.0:1767736295.281788:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.281794:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 440/440 into md 0x845fd [1] + 224 00000800:00000001:2.0:1767736295.281800:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.281810:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.281813:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.281819:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.281825:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.281834:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b704e00 x1853604137189504/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/440 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736295.281848:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff92e46b704e00 x1853604137189504/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/440 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736295.281877:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.281898:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.281903:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.281992:0:280198:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736295.282002:0:280198:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736295.282004:0:280198:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736295.282008:0:280198:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e193c8. 00000400:00000200:0.0:1767736295.282015:0:280198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba660 00000400:00000010:0.0:1767736295.282018:0:280198:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba660. 00000100:00000001:0.0:1767736295.282021:0:280198:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736295.282031:0:280198:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b704e00 x1853604137189504/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/440 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767736295.282046:0:280198:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b704e00 x1853604137189504/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/440 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.282056:0:280198:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736295.282058:0:280198:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.282061:0:280198:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736295.282064:0:280198:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736295.282066:0:280198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736295.282068:0:280198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736295.282071:0:280198:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736295.282077:0:280198:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736295.282082:0:280198:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736295.282085:0:280198:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736295.282087:0:280198:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736295.282089:0:280198:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736295.282093:0:280198:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.282109:0:280198:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767736295.282111:0:280198:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767736295.282114:0:280198:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767736295.282116:0:280198:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736295.282118:0:280198:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485561856 : -119965223989760 : ffff92e46b704e00) 00000100:00000001:0.0:1767736295.282122:0:280198:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736295.282124:0:280198:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:0.0:1767736295.282127:0:280198:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736295.282129:0:280198:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736295.282135:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b704e00 x1853604137189504/t12884924775(12884924775) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/440 e 0 to 0 dl 1767736311 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.282182:0:280198:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736295.282185:0:280198:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736295.282188:0:280198:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736295.282193:0:280198:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b704e00 x1853604137189504/t12884924775(12884924775) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/440 e 0 to 0 dl 1767736311 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767736295.282204:0:280198:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b704e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280198:1853604137189504:192.168.202.159@tcp:36:lfs.0 00000100:00000001:0.0:1767736295.282210:0:280198:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736295.282212:0:280198:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.282215:0:280198:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736295.282217:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.282221:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704e00 x1853604137189504/t12884924775(12884924775) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/440 e 0 to 0 dl 1767736311 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.282229:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736295.282232:0:280198:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4464b9600. 00000100:00000001:0.0:1767736295.282236:0:280198:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736295.282238:0:280198:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736295.282242:0:280198:0:(mdc_request.c:458:mdc_xattr_common()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736295.282245:0:280198:0:(lmv_obd.c:1578:lmv_setxattr()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736295.282249:0:280198:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736295.282253:0:280198:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b704e00 x1853604137189504/t12884924775(12884924775) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/440 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736295.282278:0:280198:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.282282:0:280198:0:(xattr.c:202:ll_xattr_set_common()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736295.282290:0:280198:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767736295.282292:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133e38 00000080:00002000:0.0:1767736295.282295:0:280198:0:(dcache.c:127:ll_ddelete()) deleting dentry migrate_dir (ffff92e449fa05e8, parent ffff92e44aceb870, inode ffff92e4745ad348) hashed, 00000080:00000001:0.0:1767736295.282299:0:280198:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767736295.282304:0:280198:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767736295.282309:0:280198:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1767736295.282312:0:280198:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767736295.282313:0:280198:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88133e38 00000080:00002000:0.0:1767736295.282316:0:280198:0:(dcache.c:127:ll_ddelete()) keeping dentry d160d.sanity (ffff92e44aceb870, parent ffff92e443693bd0, inode ffff92e474754b08) hashed, 00000080:00000001:0.0:1767736295.282319:0:280198:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1767736295.288235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92e44ba8e340. 00000002:00000001:2.0:1767736295.308451:0:280203:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:2.0:1767736295.308458:0:280203:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e44bf45300. 00000002:00000001:2.0:1767736295.308463:0:280203:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767736295.308478:0:280203:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:2.0:1767736295.308796:0:280204:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:2.0:1767736295.308802:0:280204:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff92e443fe1800 (ffff92e448576380) now 6 - changelog 00000002:00000040:2.0:1767736295.308808:0:280204:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff92e47ba4d240 : new refcount 2 00000040:00000001:2.0:1767736295.308812:0:280204:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767736295.308817:0:280204:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e446da8600. 00000040:00000001:2.0:1767736295.308822:0:280204:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:2.0:1767736295.308825:0:280204:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000010:2.0:1767736295.308831:0:280204:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474884a80. 00000020:00000040:2.0:1767736295.308834:0:280204:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:2.0:1767736295.308838:0:280204:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767736295.308841:0:280204:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767736295.308845:0:280204:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767736295.308851:0:280204:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44aae7c00. 00000100:00000001:2.0:1767736295.308856:0:280204:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.308862:0:280204:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767736295.308864:0:280204:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767736295.308869:0:280204:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4461bf0c0. 00000100:00000001:2.0:1767736295.308872:0:280204:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107859275968 : -119965850275648 : ffff92e4461bf0c0) 00000100:00000001:2.0:1767736295.308875:0:280204:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736295.308877:0:280204:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638128768 : -119965071422848 : ffff92e474884a80) 00000100:00000001:2.0:1767736295.308881:0:280204:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767736295.308886:0:280204:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.308888:0:280204:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767736295.308890:0:280204:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767736295.308898:0:280204:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e474884a80 x1853604137190016/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.308911:0:280204:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767736295.308913:0:280204:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736295.308917:0:280204:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767736295.308928:0:280204:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767736295.308931:0:280204:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767736295.308937:0:280204:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e474884a80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280204:1853604137190016:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1767736295.308942:0:280204:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767736295.308946:0:280204:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767736295.308948:0:280204:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736295.308951:0:280204:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767736295.308955:0:280204:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e446da9600. 02000000:00000001:2.0:1767736295.308957:0:280204:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736295.308964:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767736295.308969:0:280204:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c50b0. 00000400:00000010:2.0:1767736295.308974:0:280204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993cc0. 00000100:00000200:2.0:1767736295.308979:0:280204:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137190016, portal 10 00000100:00000001:2.0:1767736295.308982:0:280204:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736295.308984:0:280204:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638128768 : -119965071422848 : ffff92e474884a80) 00000100:00000040:2.0:1767736295.308991:0:280204:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e474884a80 x1853604137190016/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.309001:0:280204:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767736295.309005:0:280204:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767736295.309008:0:280204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993000. 00000100:00000200:2.0:1767736295.309011:0:280204:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853604137190016, offset 0 00000400:00000200:2.0:1767736295.309016:0:280204:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767736295.309022:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.309028:0:280204:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767736295.309033:0:280204:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767736295.309037:0:280204:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767736295.309041:0:280204:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767736295.309044:0:280204:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767736295.309048:0:280204:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57580:57580:256:4294967295] 192.168.202.159@tcp LPNI seq info [57581:57581:8:4294967295] 00000400:00000200:2.0:1767736295.309055:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.309064:0:280204:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767736295.309071:0:280204:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767736295.309082:0:280204:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44bf45500. 00000800:00000200:2.0:1767736295.309089:0:280204:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767736295.309096:0:280204:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767736295.309100:0:280204:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44bf45500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767736295.309122:0:280204:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736295.309127:0:280204:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:2.0:1767736295.309133:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767736295.309135:0:280204:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054600 00000100:00000010:2.0:1767736295.309141:0:280204:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446072960. 00000100:00000001:2.0:1767736295.309177:0:280204:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767736295.309186:0:280204:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054600 00000100:00000010:2.0:1767736295.309194:0:280204:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e4460722a0. 00000100:00000001:2.0:1767736295.309199:0:280204:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767736295.309206:0:280204:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736295.309210:0:280204:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.309214:0:280204:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767736295.309217:0:280204:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767736295.309221:0:280204:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4461bf0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1767736295.309225:0:280204:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767736295.309229:0:280204:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736295.309309:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736295.309317:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44bf45500. 00000400:00000200:3.0:1767736295.309324:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.309331:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736295.309337:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993000 00000400:00000010:3.0:1767736295.309340:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993000. 00000100:00000001:3.0:1767736295.309344:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736295.309351:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e474884a80 x1853604137190016/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.309365:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.309369:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e474884a80 x1853604137190016/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.309378:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.309381:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.311566:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.311577:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.311580:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.311584:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.311591:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.311597:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.311604:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.311609:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.311614:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.311619:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 272 into portal 10 MB=0x695d7d826c280 00000400:00000200:2.0:1767736295.311624:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.311629:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 272/272 into md 0x84635 [1] + 224 00000800:00000001:2.0:1767736295.311645:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.311653:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.311656:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.311660:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.311665:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.311672:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e474884a80 x1853604137190016/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.311684:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff92e474884a80 x1853604137190016/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.311708:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.311716:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.311720:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.311750:0:280204:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.311762:0:280204:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.311764:0:280204:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.311768:0:280204:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c50b0. 00000400:00000200:1.0:1767736295.311776:0:280204:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993cc0 00000400:00000010:1.0:1767736295.311778:0:280204:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993cc0. 00000100:00000001:1.0:1767736295.311782:0:280204:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.311792:0:280204:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e474884a80 x1853604137190016/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.311807:0:280204:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e474884a80 x1853604137190016/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.311816:0:280204:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.311819:0:280204:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.311822:0:280204:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.311824:0:280204:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.311826:0:280204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.311828:0:280204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.311831:0:280204:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.311838:0:280204:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.311842:0:280204:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.311845:0:280204:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736295.311847:0:280204:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.311849:0:280204:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736295.311852:0:280204:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.311855:0:280204:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.311857:0:280204:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:1.0:1767736295.311860:0:280204:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.311862:0:280204:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.311867:0:280204:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e474884a80 x1853604137190016/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.311876:0:280204:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.311879:0:280204:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.311881:0:280204:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.311899:0:280204:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474884a80 x1853604137190016/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.311911:0:280204:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e474884a80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280204:1853604137190016:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767736295.311917:0:280204:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.311920:0:280204:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.311923:0:280204:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.311925:0:280204:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.311929:0:280204:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e474884a80 x1853604137190016/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.311937:0:280204:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.311940:0:280204:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4461bf0c0. 00000100:00000001:1.0:1767736295.311944:0:280204:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.311945:0:280204:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.311950:0:280204:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767736295.311952:0:280204:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.311954:0:280204:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.311957:0:280204:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767736295.311959:0:280204:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.311962:0:280204:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e474884a80 x1853604137190016/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.311971:0:280204:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.311973:0:280204:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.311976:0:280204:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e446da9600. 02000000:00000001:1.0:1767736295.311979:0:280204:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.311980:0:280204:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.311982:0:280204:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.311984:0:280204:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.311986:0:280204:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44aae7c00. 02000000:00000001:1.0:1767736295.311990:0:280204:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.311991:0:280204:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.311994:0:280204:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e474884a80. 00000100:00000001:1.0:1767736295.311997:0:280204:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.311999:0:280204:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767736295.312007:0:280204:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.312011:0:280204:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767736295.312018:0:280204:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff92e442d12000. 00000040:00000001:1.0:1767736295.312021:0:280204:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767736295.312023:0:280204:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767736295.312026:0:280204:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736295.312031:0:280204:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da4e00. 00000020:00000040:1.0:1767736295.312034:0:280204:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736295.312038:0:280204:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736295.312041:0:280204:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736295.312044:0:280204:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736295.312049:0:280204:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e478c04600. 00000100:00000001:1.0:1767736295.312053:0:280204:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.312057:0:280204:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736295.312058:0:280204:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736295.312063:0:280204:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.312065:0:280204:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954013312 : -119965755538304 : ffff92e44bc18480) 00000100:00000001:1.0:1767736295.312069:0:280204:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.312070:0:280204:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000001:1.0:1767736295.312075:0:280204:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736295.312078:0:280204:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.312081:0:280204:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736295.312082:0:280204:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736295.312087:0:280204:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da4e00 x1853604137190144/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.312096:0:280204:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736295.312098:0:280204:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.312102:0:280204:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736295.312104:0:280204:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736295.312107:0:280204:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.312111:0:280204:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280204:1853604137190144:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1767736295.312115:0:280204:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.312118:0:280204:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736295.312120:0:280204:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.312131:0:280204:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736295.312195:0:280204:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.312200:0:280204:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.312208:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736295.312213:0:280204:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000400:00000010:1.0:1767736295.312219:0:280204:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e44bc18240. 00000100:00000200:1.0:1767736295.312224:0:280204:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604137190144, portal 10 00000100:00000001:1.0:1767736295.312227:0:280204:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.312229:0:280204:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000040:1.0:1767736295.312237:0:280204:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da4e00 x1853604137190144/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.312247:0:280204:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736295.312250:0:280204:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736295.312254:0:280204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767e58. 00000100:00000200:1.0:1767736295.312258:0:280204:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137190144, offset 0 00000400:00000200:1.0:1767736295.312267:0:280204:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.312274:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.312280:0:280204:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736295.312285:0:280204:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.312289:0:280204:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.312293:0:280204:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.312296:0:280204:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.312301:0:280204:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57581:57581:256:4294967295] 192.168.202.159@tcp LPNI seq info [57582:57582:8:4294967295] 00000400:00000200:1.0:1767736295.312306:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.312316:0:280204:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736295.312323:0:280204:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736295.312328:0:280204:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820000. 00000800:00000200:1.0:1767736295.312334:0:280204:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736295.312341:0:280204:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.312345:0:280204:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736295.312363:0:280204:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.312376:0:280204:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:1.0:1767736295.312382:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736295.312385:0:280204:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054604 00000100:00000001:1.0:1767736295.312392:0:280204:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054600 00000100:00000001:1.0:1767736295.312397:0:280204:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054604 00000100:00000001:1.0:1767736295.312401:0:280204:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054600 00000100:00000001:1.0:1767736295.312405:0:280204:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.312408:0:280204:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.312410:0:280204:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.312412:0:280204:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736295.312416:0:280204:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18480 going to sleep for 11 seconds 00000100:00000001:1.0:1767736295.312419:0:280204:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.312421:0:280204:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736295.312568:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736295.312576:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820000. 00000400:00000200:3.0:1767736295.312583:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.312590:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736295.312596:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767e58 00000400:00000010:3.0:1767736295.312599:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767e58. 00000100:00000001:3.0:1767736295.312603:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736295.312611:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da4e00 x1853604137190144/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.312624:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.312628:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da4e00 x1853604137190144/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.312637:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.312640:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.314437:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.314452:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.314456:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.314459:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.314467:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.314474:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.314481:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.314486:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.314491:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.314495:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8416 into portal 10 MB=0x695d7d826c300 00000400:00000200:2.0:1767736295.314500:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.314506:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8416/8416 into md 0x84645 [4] + 224 00000800:00000001:2.0:1767736295.314535:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.314549:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.314553:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.314557:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.314562:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.314570:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da4e00 x1853604137190144/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.314584:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff92e475da4e00 x1853604137190144/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.314625:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.314637:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.314642:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.314666:0:280204:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.314675:0:280204:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.314677:0:280204:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.314680:0:280204:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.314686:0:280204:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e44bc18240 00000400:00000010:1.0:1767736295.314689:0:280204:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e44bc18240. 00000100:00000001:1.0:1767736295.314693:0:280204:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.314701:0:280204:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da4e00 x1853604137190144/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.314714:0:280204:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da4e00 x1853604137190144/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.314723:0:280204:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.314725:0:280204:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.314728:0:280204:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.314730:0:280204:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.314731:0:280204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.314734:0:280204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.314737:0:280204:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.314742:0:280204:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.314747:0:280204:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.314760:0:280204:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736295.314763:0:280204:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.314766:0:280204:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736295.314769:0:280204:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.314773:0:280204:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.314775:0:280204:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:1.0:1767736295.314778:0:280204:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.314780:0:280204:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.314786:0:280204:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da4e00 x1853604137190144/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.314795:0:280204:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.314798:0:280204:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.314801:0:280204:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.314805:0:280204:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da4e00 x1853604137190144/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.314815:0:280204:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280204:1853604137190144:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1767736295.314820:0:280204:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.314822:0:280204:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.314825:0:280204:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.314826:0:280204:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.314830:0:280204:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da4e00 x1853604137190144/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.314838:0:280204:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.314840:0:280204:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.314843:0:280204:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.314845:0:280204:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.314852:0:280204:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767736295.314854:0:280204:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.314858:0:280204:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4e00 x1853604137190144/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.314867:0:280204:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.314875:0:280204:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.314878:0:280204:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.314889:0:280204:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.314892:0:280204:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.314894:0:280204:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.314896:0:280204:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.314899:0:280204:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e478c04600. 02000000:00000001:1.0:1767736295.314902:0:280204:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.314904:0:280204:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.314906:0:280204:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4e00. 00000100:00000001:1.0:1767736295.314910:0:280204:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.314912:0:280204:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767736295.314915:0:280204:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.314916:0:280204:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.314919:0:280204:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767736295.314921:0:280204:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.314925:0:280204:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:1.0:1767736295.314928:0:280204:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 1, last_idx 2 00000040:00000001:1.0:1767736295.314931:0:280204:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.314934:0:280204:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.314937:0:280204:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:1.0:1767736295.314939:0:280204:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767736295.314943:0:280204:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff92e446cb2480. 00000040:00001000:1.0:1767736295.314946:0:280204:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 2 startidx 0 first_idx 1 last_idx 0 read_mode 0 00000040:00000001:1.0:1767736295.314951:0:280204:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767736295.314955:0:280204:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92e478c04600. 00000020:00000010:1.0:1767736295.314961:0:280204:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff92e478c04800. 00000040:00000010:1.0:1767736295.314966:0:280204:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff92e478c05c00. 00000020:00000010:1.0:1767736295.314971:0:280204:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff92e45cb3e000. 00000020:00000010:1.0:1767736295.314977:0:280204:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff92e446602338. 00000020:00000010:1.0:1767736295.314982:0:280204:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff92e478c04e00. 80000000:00000010:1.0:1767736295.314987:0:280204:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff92e446cb2c00. 40000000:00000010:1.0:1767736295.314992:0:280204:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff92e445698700. 00100000:00000010:1.0:1767736295.314998:0:280204:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff92e45cb3b000. 00040000:00000010:1.0:1767736295.315004:0:280204:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff92e45f820100. 00040000:00000010:1.0:1767736295.315010:0:280204:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff92e45cb3b800. 00040000:00000010:1.0:1767736295.315020:0:280204:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff92e478c05000. 00000004:00000010:1.0:1767736295.315025:0:280204:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff92e45cb3d000. 00000004:00000010:1.0:1767736295.315033:0:280204:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff92e46d456000. 00000004:00000010:1.0:1767736295.315038:0:280204:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff92e45cb3e800. 00002000:00000010:1.0:1767736295.315043:0:280204:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff92e47a65c400. 00000004:00000010:1.0:1767736295.315048:0:280204:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff92e47a65e400. 00000020:00000010:1.0:1767736295.315053:0:280204:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff92e445698f00. 00000040:00000010:1.0:1767736295.315062:0:280204:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff92e442d16000. 00000040:00001000:1.0:1767736295.315066:0:280204:0:(llog.c:607:llog_process_thread()) index: 2 last_index 64767 00000040:00000001:1.0:1767736295.315068:0:280204:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767736295.315071:0:280204:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767736295.315075:0:280204:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736295.315079:0:280204:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da4e00. 00000020:00000040:1.0:1767736295.315081:0:280204:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736295.315085:0:280204:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736295.315087:0:280204:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736295.315090:0:280204:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736295.315095:0:280204:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e478c05e00. 00000100:00000001:1.0:1767736295.315099:0:280204:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.315103:0:280204:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736295.315105:0:280204:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736295.315109:0:280204:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.315111:0:280204:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954013312 : -119965755538304 : ffff92e44bc18480) 00000100:00000001:1.0:1767736295.315115:0:280204:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.315116:0:280204:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000001:1.0:1767736295.315120:0:280204:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736295.315124:0:280204:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.315126:0:280204:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736295.315128:0:280204:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736295.315134:0:280204:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da4e00 x1853604137190272/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.315143:0:280204:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736295.315198:0:280204:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.315203:0:280204:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736295.315215:0:280204:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736295.315219:0:280204:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.315226:0:280204:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280204:1853604137190272:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736295.315232:0:280204:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.315236:0:280204:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736295.315240:0:280204:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.315243:0:280204:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736295.315257:0:280204:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.315262:0:280204:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.315270:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736295.315276:0:280204:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000400:00000010:1.0:1767736295.315283:0:280204:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e44bc18240. 00000100:00000200:1.0:1767736295.315289:0:280204:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604137190272, portal 10 00000100:00000001:1.0:1767736295.315293:0:280204:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.315296:0:280204:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000040:1.0:1767736295.315306:0:280204:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da4e00 x1853604137190272/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.315315:0:280204:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736295.315319:0:280204:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736295.315323:0:280204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767a18. 00000100:00000200:1.0:1767736295.315326:0:280204:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137190272, offset 0 00000400:00000200:1.0:1767736295.315332:0:280204:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.315338:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.315343:0:280204:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736295.315348:0:280204:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.315352:0:280204:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.315355:0:280204:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.315359:0:280204:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.315363:0:280204:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57582:57582:256:4294967295] 192.168.202.159@tcp LPNI seq info [57583:57583:8:4294967295] 00000400:00000200:1.0:1767736295.315368:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.315377:0:280204:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736295.315383:0:280204:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736295.315394:0:280204:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820a00. 00000800:00000200:1.0:1767736295.315400:0:280204:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736295.315407:0:280204:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.315411:0:280204:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736295.315429:0:280204:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.315434:0:280204:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:1.0:1767736295.315439:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736295.315442:0:280204:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054607 00000100:00000001:1.0:1767736295.315448:0:280204:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054604 00000100:00000001:1.0:1767736295.315452:0:280204:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054607 00000100:00000001:1.0:1767736295.315456:0:280204:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054604 00000100:00000001:1.0:1767736295.315460:0:280204:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.315463:0:280204:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.315465:0:280204:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.315467:0:280204:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736295.315470:0:280204:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18480 going to sleep for 11 seconds 00000100:00000001:1.0:1767736295.315473:0:280204:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.315475:0:280204:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736295.315627:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736295.315635:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820a00. 00000400:00000200:3.0:1767736295.315641:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.315660:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736295.315665:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767a18 00000400:00000010:3.0:1767736295.315668:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767a18. 00000100:00000001:3.0:1767736295.315673:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736295.315680:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da4e00 x1853604137190272/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.315693:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.315697:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da4e00 x1853604137190272/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.315706:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.315709:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.317929:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.317945:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.317949:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.317952:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.317959:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.317966:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.317973:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.317978:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.317983:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.317987:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7d826c380 00000400:00000200:2.0:1767736295.317993:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.317998:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x8464d [4] + 224 00000800:00000001:2.0:1767736295.318006:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.318035:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.318039:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.318044:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.318049:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.318057:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da4e00 x1853604137190272/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.318071:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e475da4e00 x1853604137190272/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.318100:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.318108:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.318112:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.318213:0:280204:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.318223:0:280204:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.318226:0:280204:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.318230:0:280204:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.318239:0:280204:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e44bc18240 00000400:00000010:1.0:1767736295.318243:0:280204:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e44bc18240. 00000100:00000001:1.0:1767736295.318249:0:280204:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.318259:0:280204:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da4e00 x1853604137190272/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.318275:0:280204:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da4e00 x1853604137190272/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.318286:0:280204:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.318288:0:280204:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.318305:0:280204:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.318308:0:280204:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.318310:0:280204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.318313:0:280204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.318316:0:280204:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.318323:0:280204:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.318327:0:280204:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.318331:0:280204:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736295.318333:0:280204:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.318335:0:280204:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736295.318338:0:280204:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.318342:0:280204:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.318344:0:280204:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:1.0:1767736295.318347:0:280204:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.318349:0:280204:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.318355:0:280204:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da4e00 x1853604137190272/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.318365:0:280204:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.318368:0:280204:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.318370:0:280204:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.318375:0:280204:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da4e00 x1853604137190272/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.318384:0:280204:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280204:1853604137190272:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736295.318390:0:280204:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.318392:0:280204:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.318395:0:280204:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.318397:0:280204:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.318400:0:280204:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da4e00 x1853604137190272/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.318408:0:280204:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.318411:0:280204:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.318414:0:280204:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.318422:0:280204:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.318429:0:280204:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767736295.318431:0:280204:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.318436:0:280204:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4e00 x1853604137190272/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.318445:0:280204:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.318447:0:280204:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.318450:0:280204:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.318460:0:280204:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.318462:0:280204:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.318464:0:280204:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.318468:0:280204:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.318470:0:280204:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e478c05e00. 02000000:00000001:1.0:1767736295.318474:0:280204:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.318476:0:280204:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.318478:0:280204:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4e00. 00000100:00000001:1.0:1767736295.318481:0:280204:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.318483:0:280204:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767736295.318486:0:280204:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.318488:0:280204:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.318490:0:280204:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767736295.318493:0:280204:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767736295.318497:0:280204:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e442d16000 type=0x1064553b idx=1 00000040:00001000:1.0:1767736295.318501:0:280204:0:(llog.c:720:llog_process_thread()) synced_idx: 2 00000040:00000001:1.0:1767736295.318504:0:280204:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767736295.318505:0:280204:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767736295.318534:0:280204:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736295.318541:0:280204:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da4e00. 00000020:00000040:1.0:1767736295.318544:0:280204:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736295.318547:0:280204:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736295.318550:0:280204:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736295.318553:0:280204:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736295.318559:0:280204:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e478c05e00. 00000100:00000001:1.0:1767736295.318564:0:280204:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.318568:0:280204:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736295.318570:0:280204:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736295.318581:0:280204:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.318584:0:280204:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954013312 : -119965755538304 : ffff92e44bc18480) 00000100:00000001:1.0:1767736295.318588:0:280204:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.318590:0:280204:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000001:1.0:1767736295.318594:0:280204:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736295.318598:0:280204:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.318601:0:280204:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736295.318602:0:280204:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736295.318608:0:280204:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da4e00 x1853604137190400/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.318617:0:280204:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736295.318620:0:280204:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.318623:0:280204:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736295.318626:0:280204:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736295.318628:0:280204:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.318632:0:280204:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280204:1853604137190400:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736295.318636:0:280204:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.318639:0:280204:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736295.318642:0:280204:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.318644:0:280204:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736295.318657:0:280204:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.318660:0:280204:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.318667:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736295.318671:0:280204:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000400:00000010:1.0:1767736295.318676:0:280204:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e44bc18240. 00000100:00000200:1.0:1767736295.318681:0:280204:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604137190400, portal 10 00000100:00000001:1.0:1767736295.318684:0:280204:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.318685:0:280204:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000040:1.0:1767736295.318693:0:280204:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da4e00 x1853604137190400/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.318701:0:280204:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736295.318705:0:280204:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736295.318708:0:280204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767660. 00000100:00000200:1.0:1767736295.318717:0:280204:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137190400, offset 0 00000400:00000200:1.0:1767736295.318724:0:280204:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.318730:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.318737:0:280204:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736295.318742:0:280204:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.318746:0:280204:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.318749:0:280204:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.318752:0:280204:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.318757:0:280204:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57583:57583:256:4294967295] 192.168.202.159@tcp LPNI seq info [57584:57584:8:4294967295] 00000400:00000200:1.0:1767736295.318763:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.318772:0:280204:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736295.318778:0:280204:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736295.318783:0:280204:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820a00. 00000800:00000200:1.0:1767736295.318789:0:280204:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736295.318796:0:280204:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.318801:0:280204:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736295.318822:0:280204:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.318828:0:280204:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:1.0:1767736295.318832:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736295.318835:0:280204:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054610 00000100:00000001:1.0:1767736295.318842:0:280204:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054607 00000100:00000001:1.0:1767736295.318847:0:280204:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054610 00000100:00000001:1.0:1767736295.318851:0:280204:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054607 00000100:00000001:1.0:1767736295.318855:0:280204:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.318858:0:280204:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.318860:0:280204:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.318862:0:280204:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736295.318865:0:280204:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18480 going to sleep for 11 seconds 00000100:00000001:1.0:1767736295.318868:0:280204:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.318870:0:280204:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736295.318991:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736295.318999:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820a00. 00000400:00000200:3.0:1767736295.319005:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.319013:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736295.319018:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767660 00000400:00000010:3.0:1767736295.319021:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767660. 00000100:00000001:3.0:1767736295.319025:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736295.319033:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da4e00 x1853604137190400/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.319045:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.319049:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da4e00 x1853604137190400/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.319058:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.319061:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.320992:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.321008:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.321012:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.321014:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.321033:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.321040:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.321048:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.321054:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.321060:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.321067:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7d826c400 00000400:00000200:2.0:1767736295.321073:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.321079:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x84655 [4] + 224 00000800:00000001:2.0:1767736295.321086:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.321100:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.321103:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.321108:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.321113:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.321121:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da4e00 x1853604137190400/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.321135:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e475da4e00 x1853604137190400/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.321193:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.321201:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.321206:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.321280:0:280204:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.321290:0:280204:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.321292:0:280204:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.321296:0:280204:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.321303:0:280204:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e44bc18240 00000400:00000010:1.0:1767736295.321306:0:280204:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e44bc18240. 00000100:00000001:1.0:1767736295.321311:0:280204:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.321320:0:280204:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da4e00 x1853604137190400/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.321335:0:280204:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da4e00 x1853604137190400/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.321345:0:280204:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.321347:0:280204:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.321350:0:280204:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.321353:0:280204:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.321355:0:280204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.321357:0:280204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.321360:0:280204:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.321367:0:280204:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.321371:0:280204:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.321375:0:280204:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736295.321377:0:280204:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.321379:0:280204:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736295.321383:0:280204:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.321387:0:280204:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.321389:0:280204:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:1.0:1767736295.321391:0:280204:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.321393:0:280204:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.321399:0:280204:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da4e00 x1853604137190400/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.321408:0:280204:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.321411:0:280204:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.321413:0:280204:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.321418:0:280204:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da4e00 x1853604137190400/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.321442:0:280204:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280204:1853604137190400:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736295.321448:0:280204:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.321452:0:280204:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.321454:0:280204:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.321456:0:280204:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.321461:0:280204:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da4e00 x1853604137190400/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.321469:0:280204:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.321472:0:280204:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.321475:0:280204:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.321476:0:280204:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.321482:0:280204:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767736295.321484:0:280204:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.321488:0:280204:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4e00 x1853604137190400/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.321496:0:280204:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.321499:0:280204:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.321501:0:280204:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.321540:0:280204:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.321543:0:280204:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.321545:0:280204:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.321549:0:280204:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.321551:0:280204:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e478c05e00. 02000000:00000001:1.0:1767736295.321555:0:280204:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.321557:0:280204:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.321559:0:280204:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4e00. 00000100:00000001:1.0:1767736295.321563:0:280204:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.321564:0:280204:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767736295.321568:0:280204:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.321569:0:280204:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.321572:0:280204:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767736295.321574:0:280204:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767736295.321584:0:280204:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e442d16000 type=0x1064553b idx=1 00000040:00001000:1.0:1767736295.321588:0:280204:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:1.0:1767736295.321591:0:280204:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e442d16040 type=0x1064553b idx=2 00000040:00001000:1.0:1767736295.321593:0:280204:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 64 (8128 remains) 00000040:00080000:1.0:1767736295.321597:0:280204:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00000001:1.0:1767736295.321600:0:280204:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:1.0:1767736295.321602:0:280204:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:1.0:1767736295.321605:0:280204:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x21:0x0] at index 2 of catalog [0xa:0x5:0x0] 00000040:00000001:1.0:1767736295.321610:0:280204:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1767736295.321612:0:280204:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767736295.321615:0:280204:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e478c05e00. 00000040:00000001:1.0:1767736295.321618:0:280204:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767736295.321621:0:280204:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736295.321626:0:280204:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da4e00. 00000020:00000040:1.0:1767736295.321629:0:280204:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736295.321633:0:280204:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736295.321635:0:280204:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736295.321639:0:280204:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736295.321644:0:280204:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e478c04400. 00000100:00000001:1.0:1767736295.321649:0:280204:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.321653:0:280204:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736295.321655:0:280204:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736295.321659:0:280204:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.321661:0:280204:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954013312 : -119965755538304 : ffff92e44bc18480) 00000100:00000001:1.0:1767736295.321665:0:280204:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.321666:0:280204:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000001:1.0:1767736295.321671:0:280204:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736295.321675:0:280204:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.321677:0:280204:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736295.321679:0:280204:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736295.321684:0:280204:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da4e00 x1853604137190528/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.321694:0:280204:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736295.321696:0:280204:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.321708:0:280204:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736295.321711:0:280204:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736295.321714:0:280204:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.321719:0:280204:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280204:1853604137190528:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767736295.321724:0:280204:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.321728:0:280204:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736295.321730:0:280204:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.321733:0:280204:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736295.321737:0:280204:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e478c05600. 02000000:00000001:1.0:1767736295.321739:0:280204:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.321746:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736295.321750:0:280204:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000400:00000010:1.0:1767736295.321755:0:280204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767b28. 00000100:00000200:1.0:1767736295.321760:0:280204:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137190528, portal 10 00000100:00000001:1.0:1767736295.321763:0:280204:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.321765:0:280204:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000040:1.0:1767736295.321772:0:280204:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da4e00 x1853604137190528/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.321781:0:280204:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736295.321785:0:280204:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736295.321788:0:280204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767c38. 00000100:00000200:1.0:1767736295.321791:0:280204:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137190528, offset 0 00000400:00000200:1.0:1767736295.321797:0:280204:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.321803:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.321809:0:280204:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736295.321814:0:280204:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.321818:0:280204:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.321822:0:280204:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.321825:0:280204:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.321830:0:280204:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57584:57584:256:4294967295] 192.168.202.159@tcp LPNI seq info [57585:57585:8:4294967295] 00000400:00000200:1.0:1767736295.321835:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.321845:0:280204:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736295.321858:0:280204:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736295.321863:0:280204:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820000. 00000800:00000200:1.0:1767736295.321869:0:280204:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736295.321876:0:280204:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.321881:0:280204:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736295.321902:0:280204:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.321908:0:280204:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:1.0:1767736295.321913:0:280204:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736295.321916:0:280204:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054613 00000100:00000001:1.0:1767736295.321922:0:280204:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054610 00000100:00000001:1.0:1767736295.321927:0:280204:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054613 00000100:00000001:1.0:1767736295.321931:0:280204:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054610 00000100:00000001:1.0:1767736295.321935:0:280204:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.321938:0:280204:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.321941:0:280204:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.321943:0:280204:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736295.321945:0:280204:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18480 going to sleep for 11 seconds 00000100:00000001:1.0:1767736295.321948:0:280204:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.321951:0:280204:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736295.322066:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736295.322074:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820000. 00000400:00000200:3.0:1767736295.322080:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.322087:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736295.322093:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767c38 00000400:00000010:3.0:1767736295.322096:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767c38. 00000100:00000001:3.0:1767736295.322100:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736295.322120:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da4e00 x1853604137190528/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.322133:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.322137:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da4e00 x1853604137190528/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.322275:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.322279:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.323874:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.323885:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.323888:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.323891:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.323897:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.323902:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.323909:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.323912:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.323917:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.323921:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d826c480 00000400:00000200:2.0:1767736295.323925:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.323930:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x8465d [1] + 224 00000800:00000001:2.0:1767736295.323947:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.323955:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.323958:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.323963:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.323968:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.323975:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da4e00 x1853604137190528/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.323987:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff92e475da4e00 x1853604137190528/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.324012:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.324019:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.324022:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.324119:0:280204:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.324129:0:280204:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.324132:0:280204:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.324136:0:280204:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.324143:0:280204:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767b28 00000400:00000010:1.0:1767736295.324174:0:280204:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767b28. 00000100:00000001:1.0:1767736295.324181:0:280204:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.324192:0:280204:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da4e00 x1853604137190528/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.324209:0:280204:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da4e00 x1853604137190528/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.324222:0:280204:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.324238:0:280204:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.324241:0:280204:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.324243:0:280204:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.324246:0:280204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.324249:0:280204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.324252:0:280204:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.324258:0:280204:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.324263:0:280204:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.324266:0:280204:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767736295.324271:0:280204:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff92e475da4e00 x1853604137190528/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.324280:0:280204:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:1.0:1767736295.324284:0:280204:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.324286:0:280204:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:1.0:1767736295.324288:0:280204:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.324290:0:280204:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:1.0:1767736295.324296:0:280204:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da4e00 x1853604137190528/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.324305:0:280204:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:1.0:1767736295.324309:0:280204:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.324311:0:280204:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.324316:0:280204:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da4e00 x1853604137190528/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.324326:0:280204:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280204:1853604137190528:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767736295.324331:0:280204:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.324334:0:280204:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:1.0:1767736295.324337:0:280204:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.324339:0:280204:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.324343:0:280204:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da4e00 x1853604137190528/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.324365:0:280204:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.324368:0:280204:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.324372:0:280204:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.324374:0:280204:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736295.324377:0:280204:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:1.0:1767736295.324381:0:280204:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.324383:0:280204:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.324386:0:280204:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767736295.324388:0:280204:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.324392:0:280204:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4e00 x1853604137190528/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.324400:0:280204:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.324403:0:280204:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.324406:0:280204:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e478c05600. 02000000:00000001:1.0:1767736295.324409:0:280204:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.324411:0:280204:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.324412:0:280204:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.324414:0:280204:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.324417:0:280204:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e478c04400. 02000000:00000001:1.0:1767736295.324419:0:280204:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.324421:0:280204:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.324423:0:280204:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4e00. 00000100:00000001:1.0:1767736295.324426:0:280204:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.324428:0:280204:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1767736295.324430:0:280204:0:(llog.c:1547:llog_open()) lustre-MDT0000-mdc-ffff92e443fe1800: Failed to open llog : rc -13 00000040:00000010:1.0:1767736295.324435:0:280204:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e478c05e00. 00000040:00000001:1.0:1767736295.324438:0:280204:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:1.0:1767736295.324441:0:280204:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0000-mdc-ffff92e443fe1800: error opening log id [0x1:0x21:0x0]: rc = -13 00000100:00000040:3.0:1767736295.333274:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305054613, at 4305054614 00000100:00000040:2.0:1767736295.333283:0:264667:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305054613, at 4305054614 00000100:00000010:3.0:1767736295.333288:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e4460722a0. 00000100:00000010:2.0:1767736295.333300:0:264667:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446072960. 00000040:00000001:1.0:1767736295.336181:0:280204:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:1.0:1767736295.336188:0:280204:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0000-mdc-ffff92e443fe1800: can't find llog handle [0x1:0x21:0x0]: rc = -13 00000040:00000001:1.0:1767736295.347708:0:280204:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736295.347714:0:280204:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:1.0:1767736295.347729:0:280204:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736295.347732:0:280204:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:1.0:1767736295.347736:0:280204:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 2 count 2 00000040:00000010:1.0:1767736295.347740:0:280204:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff92e442d16000. 00000020:00000010:1.0:1767736295.347749:0:280204:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff92e445698f00. 00000020:00000010:1.0:1767736295.347762:0:280204:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff92e478c04800. 00000040:00000010:1.0:1767736295.347767:0:280204:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff92e478c05c00. 00000020:00000010:1.0:1767736295.347772:0:280204:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff92e45cb3e000. 00000020:00000010:1.0:1767736295.347778:0:280204:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff92e446602338. 00000020:00000010:1.0:1767736295.347785:0:280204:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff92e478c04e00. 80000000:00000010:1.0:1767736295.347789:0:280204:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff92e446cb2c00. 40000000:00000010:1.0:1767736295.347795:0:280204:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff92e445698700. 00100000:00000010:1.0:1767736295.347801:0:280204:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff92e45cb3b000. 00040000:00000010:1.0:1767736295.347805:0:280204:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff92e45f820100. 00040000:00000010:1.0:1767736295.347810:0:280204:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff92e45cb3b800. 00040000:00000010:1.0:1767736295.347815:0:280204:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff92e478c05000. 00000004:00000010:1.0:1767736295.347819:0:280204:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff92e45cb3d000. 00000004:00000010:1.0:1767736295.347825:0:280204:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff92e46d456000. 00000004:00000010:1.0:1767736295.347832:0:280204:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff92e45cb3e800. 00002000:00000010:1.0:1767736295.347837:0:280204:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff92e47a65c400. 00000004:00000010:1.0:1767736295.347840:0:280204:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff92e47a65e400. 00000020:00000010:1.0:1767736295.347843:0:280204:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92e478c04600. 00000040:00000010:1.0:1767736295.347847:0:280204:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff92e446cb2480. 00000040:00000001:1.0:1767736295.347850:0:280204:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736295.347853:0:280204:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:1.0:1767736295.347857:0:280204:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0000-mdc-ffff92e443fe1800: fail to process llog: rc = -13 00000002:00000001:1.0:1767736295.358419:0:280204:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:1.0:1767736295.358433:0:280204:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:1.0:1767736295.358438:0:280204:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff92e442d12000. 00000040:00000010:1.0:1767736295.358443:0:280204:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e446da8600. 00000040:00000001:1.0:1767736295.358447:0:280204:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1767736295.358450:0:280204:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff92e47ba4d240 : new refcount 1 00000020:00000040:1.0:1767736295.358454:0:280204:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff92e443fe1800 (ffff92e448576380) now 6 - changelog 00000002:00000001:2.0:1767736295.358574:0:280203:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:1.0:1767736295.358653:0:280204:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:2.0:1767736295.358734:0:280203:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e44bf45300. 00000002:00000001:2.0:1767736295.373424:0:280206:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:2.0:1767736295.373430:0:280206:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e44bf45300. 00000002:00000001:2.0:1767736295.373435:0:280206:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767736295.373449:0:280206:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:2.0:1767736295.373754:0:280207:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:2.0:1767736295.373759:0:280207:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001-mdc-ffff92e443fe1800 (ffff92e4485718e0) now 6 - changelog 00000002:00000040:2.0:1767736295.373765:0:280207:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff92e47ba4d6c0 : new refcount 2 00000040:00000001:2.0:1767736295.373768:0:280207:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767736295.373773:0:280207:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e446da9c00. 00000040:00000001:2.0:1767736295.373777:0:280207:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:2.0:1767736295.373780:0:280207:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000010:2.0:1767736295.373785:0:280207:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474885880. 00000020:00000040:2.0:1767736295.373789:0:280207:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:2.0:1767736295.373793:0:280207:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767736295.373795:0:280207:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767736295.373799:0:280207:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767736295.373814:0:280207:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44aae6000. 00000100:00000001:2.0:1767736295.373819:0:280207:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.373825:0:280207:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767736295.373827:0:280207:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767736295.373832:0:280207:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4461bf9c0. 00000100:00000001:2.0:1767736295.373834:0:280207:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107859278272 : -119965850273344 : ffff92e4461bf9c0) 00000100:00000001:2.0:1767736295.373838:0:280207:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736295.373840:0:280207:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638132352 : -119965071419264 : ffff92e474885880) 00000100:00000001:2.0:1767736295.373844:0:280207:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767736295.373848:0:280207:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.373850:0:280207:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767736295.373852:0:280207:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767736295.373860:0:280207:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e474885880 x1853604137190656/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.373871:0:280207:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767736295.373874:0:280207:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736295.373877:0:280207:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767736295.373880:0:280207:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767736295.373883:0:280207:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767736295.373887:0:280207:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e474885880 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280207:1853604137190656:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1767736295.373891:0:280207:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767736295.373895:0:280207:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767736295.373897:0:280207:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736295.373899:0:280207:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767736295.373903:0:280207:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e446da8c00. 02000000:00000001:2.0:1767736295.373905:0:280207:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736295.373911:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767736295.373915:0:280207:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5c60. 00000400:00000010:2.0:1767736295.373921:0:280207:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a9937f8. 00000100:00000200:2.0:1767736295.373926:0:280207:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137190656, portal 10 00000100:00000001:2.0:1767736295.373928:0:280207:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736295.373930:0:280207:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638132352 : -119965071419264 : ffff92e474885880) 00000100:00000040:2.0:1767736295.373937:0:280207:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e474885880 x1853604137190656/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.373954:0:280207:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767736295.373957:0:280207:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767736295.373961:0:280207:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993908. 00000100:00000200:2.0:1767736295.373964:0:280207:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853604137190656, offset 0 00000400:00000200:2.0:1767736295.373970:0:280207:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767736295.373976:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.373982:0:280207:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767736295.373987:0:280207:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767736295.373991:0:280207:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767736295.373994:0:280207:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767736295.373997:0:280207:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767736295.374001:0:280207:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57585:57585:256:4294967295] 192.168.202.159@tcp LPNI seq info [57586:57586:8:4294967295] 00000400:00000200:2.0:1767736295.374006:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.374016:0:280207:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767736295.374021:0:280207:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767736295.374026:0:280207:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44bf45800. 00000800:00000200:2.0:1767736295.374032:0:280207:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767736295.374038:0:280207:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767736295.374042:0:280207:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44bf45800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767736295.374062:0:280207:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736295.374067:0:280207:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7730 usecs (8 jiffies) 00000400:00000200:2.0:1767736295.374071:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767736295.374074:0:280207:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054662 00000100:00000010:2.0:1767736295.374079:0:280207:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446072960. 00000100:00000001:2.0:1767736295.374084:0:280207:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767736295.374089:0:280207:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054662 00000100:00000010:2.0:1767736295.374092:0:280207:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446072ea0. 00000100:00000001:2.0:1767736295.374096:0:280207:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767736295.374099:0:280207:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736295.374109:0:280207:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.374112:0:280207:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767736295.374114:0:280207:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767736295.374117:0:280207:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4461bf9c0 going to sleep for 11 seconds 00000100:00000001:2.0:1767736295.374119:0:280207:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767736295.374122:0:280207:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736295.374283:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736295.374292:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44bf45800. 00000400:00000200:3.0:1767736295.374298:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.374306:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736295.374311:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993908 00000400:00000010:3.0:1767736295.374314:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993908. 00000100:00000001:3.0:1767736295.374318:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736295.374326:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e474885880 x1853604137190656/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.374339:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.374343:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e474885880 x1853604137190656/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.374353:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.374355:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.376569:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.376580:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.376583:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.376587:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.376593:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.376599:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.376606:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.376611:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.376615:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.376620:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 272 into portal 10 MB=0x695d7d826c500 00000400:00000200:2.0:1767736295.376625:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.376630:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 272/272 into md 0x84665 [1] + 224 00000800:00000001:2.0:1767736295.376637:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.376680:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.376684:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.376689:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.376694:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.376701:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e474885880 x1853604137190656/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.376713:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff92e474885880 x1853604137190656/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.376735:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.376742:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.376746:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.376778:0:280207:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.376789:0:280207:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.376791:0:280207:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.376795:0:280207:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5c60. 00000400:00000200:1.0:1767736295.376802:0:280207:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a9937f8 00000400:00000010:1.0:1767736295.376805:0:280207:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a9937f8. 00000100:00000001:1.0:1767736295.376810:0:280207:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.376820:0:280207:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e474885880 x1853604137190656/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.376835:0:280207:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e474885880 x1853604137190656/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.376847:0:280207:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.376849:0:280207:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.376852:0:280207:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.376854:0:280207:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.376857:0:280207:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.376859:0:280207:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.376862:0:280207:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.376868:0:280207:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.376873:0:280207:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.376876:0:280207:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736295.376878:0:280207:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.376881:0:280207:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736295.376885:0:280207:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.376889:0:280207:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.376891:0:280207:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902624 00000100:00000001:1.0:1767736295.376894:0:280207:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.376896:0:280207:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.376901:0:280207:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e474885880 x1853604137190656/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.376911:0:280207:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.376914:0:280207:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.376927:0:280207:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.376933:0:280207:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474885880 x1853604137190656/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.376944:0:280207:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e474885880 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280207:1853604137190656:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767736295.376949:0:280207:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.376952:0:280207:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.376955:0:280207:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.376958:0:280207:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.376962:0:280207:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e474885880 x1853604137190656/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.376972:0:280207:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.376976:0:280207:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4461bf9c0. 00000100:00000001:1.0:1767736295.376982:0:280207:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.376984:0:280207:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.376988:0:280207:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767736295.376991:0:280207:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.376993:0:280207:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.376996:0:280207:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767736295.376998:0:280207:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.377002:0:280207:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e474885880 x1853604137190656/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.377010:0:280207:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.377012:0:280207:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.377015:0:280207:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e446da8c00. 02000000:00000001:1.0:1767736295.377018:0:280207:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.377019:0:280207:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.377021:0:280207:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.377023:0:280207:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.377025:0:280207:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44aae6000. 02000000:00000001:1.0:1767736295.377029:0:280207:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.377031:0:280207:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.377033:0:280207:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e474885880. 00000100:00000001:1.0:1767736295.377037:0:280207:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.377044:0:280207:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767736295.377047:0:280207:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.377051:0:280207:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767736295.377055:0:280207:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff92e442d12000. 00000040:00000001:1.0:1767736295.377058:0:280207:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767736295.377060:0:280207:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767736295.377062:0:280207:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736295.377067:0:280207:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da4e00. 00000020:00000040:1.0:1767736295.377070:0:280207:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736295.377074:0:280207:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736295.377076:0:280207:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736295.377080:0:280207:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736295.377085:0:280207:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e478c05400. 00000100:00000001:1.0:1767736295.377090:0:280207:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.377093:0:280207:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736295.377095:0:280207:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736295.377100:0:280207:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.377102:0:280207:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954013312 : -119965755538304 : ffff92e44bc18480) 00000100:00000001:1.0:1767736295.377106:0:280207:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.377108:0:280207:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000001:1.0:1767736295.377112:0:280207:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736295.377116:0:280207:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.377118:0:280207:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736295.377120:0:280207:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736295.377124:0:280207:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da4e00 x1853604137190784/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.377134:0:280207:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736295.377136:0:280207:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.377140:0:280207:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736295.377142:0:280207:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736295.377189:0:280207:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.377196:0:280207:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280207:1853604137190784:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1767736295.377201:0:280207:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.377205:0:280207:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736295.377217:0:280207:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.377220:0:280207:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736295.377233:0:280207:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.377236:0:280207:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.377243:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736295.377247:0:280207:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000400:00000010:1.0:1767736295.377252:0:280207:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e44bc18240. 00000100:00000200:1.0:1767736295.377258:0:280207:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604137190784, portal 10 00000100:00000001:1.0:1767736295.377261:0:280207:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.377264:0:280207:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000040:1.0:1767736295.377272:0:280207:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da4e00 x1853604137190784/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.377281:0:280207:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736295.377285:0:280207:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736295.377288:0:280207:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767b28. 00000100:00000200:1.0:1767736295.377291:0:280207:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137190784, offset 0 00000400:00000200:1.0:1767736295.377297:0:280207:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.377303:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.377309:0:280207:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736295.377314:0:280207:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.377318:0:280207:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.377321:0:280207:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.377324:0:280207:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.377328:0:280207:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57586:57586:256:4294967295] 192.168.202.159@tcp LPNI seq info [57587:57587:8:4294967295] 00000400:00000200:1.0:1767736295.377334:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.377344:0:280207:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736295.377350:0:280207:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736295.377354:0:280207:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820100. 00000800:00000200:1.0:1767736295.377360:0:280207:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736295.377367:0:280207:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.377371:0:280207:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736295.377396:0:280207:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.377401:0:280207:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7726 usecs (8 jiffies) 00000400:00000200:1.0:1767736295.377407:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736295.377410:0:280207:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054666 00000100:00000001:1.0:1767736295.377415:0:280207:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054662 00000100:00000001:1.0:1767736295.377420:0:280207:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054666 00000100:00000001:1.0:1767736295.377423:0:280207:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054662 00000100:00000001:1.0:1767736295.377427:0:280207:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.377429:0:280207:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.377432:0:280207:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.377434:0:280207:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736295.377437:0:280207:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18480 going to sleep for 11 seconds 00000100:00000001:1.0:1767736295.377440:0:280207:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.377442:0:280207:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736295.377599:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736295.377607:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820100. 00000400:00000200:3.0:1767736295.377613:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.377620:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736295.377626:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767b28 00000400:00000010:3.0:1767736295.377629:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767b28. 00000100:00000001:3.0:1767736295.377633:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736295.377641:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da4e00 x1853604137190784/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.377673:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.377678:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da4e00 x1853604137190784/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.377687:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.377690:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.379486:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.379501:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.379505:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.379544:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.379552:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.379559:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.379566:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.379571:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.379577:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.379581:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8416 into portal 10 MB=0x695d7d826c580 00000400:00000200:2.0:1767736295.379587:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.379592:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8416/8416 into md 0x84675 [4] + 224 00000800:00000001:2.0:1767736295.379599:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.379612:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.379616:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.379621:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.379627:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.379636:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da4e00 x1853604137190784/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.379651:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff92e475da4e00 x1853604137190784/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.379678:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.379686:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.379690:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.379718:0:280207:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.379726:0:280207:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.379728:0:280207:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.379731:0:280207:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.379737:0:280207:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e44bc18240 00000400:00000010:1.0:1767736295.379739:0:280207:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e44bc18240. 00000100:00000001:1.0:1767736295.379742:0:280207:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.379751:0:280207:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da4e00 x1853604137190784/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.379762:0:280207:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da4e00 x1853604137190784/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.379771:0:280207:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.379773:0:280207:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.379776:0:280207:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.379778:0:280207:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.379780:0:280207:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.379782:0:280207:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.379785:0:280207:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.379790:0:280207:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.379804:0:280207:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.379807:0:280207:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736295.379809:0:280207:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.379811:0:280207:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736295.379814:0:280207:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.379817:0:280207:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.379819:0:280207:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902624 00000100:00000001:1.0:1767736295.379821:0:280207:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.379823:0:280207:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.379829:0:280207:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da4e00 x1853604137190784/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.379837:0:280207:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.379839:0:280207:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.379841:0:280207:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.379846:0:280207:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da4e00 x1853604137190784/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.379855:0:280207:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280207:1853604137190784:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1767736295.379860:0:280207:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.379863:0:280207:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.379865:0:280207:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.379867:0:280207:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.379870:0:280207:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da4e00 x1853604137190784/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.379878:0:280207:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.379880:0:280207:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.379883:0:280207:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.379885:0:280207:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.379891:0:280207:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767736295.379893:0:280207:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.379896:0:280207:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4e00 x1853604137190784/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.379904:0:280207:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.379912:0:280207:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.379914:0:280207:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.379924:0:280207:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.379926:0:280207:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.379928:0:280207:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.379930:0:280207:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.379933:0:280207:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e478c05400. 02000000:00000001:1.0:1767736295.379936:0:280207:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.379938:0:280207:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.379940:0:280207:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4e00. 00000100:00000001:1.0:1767736295.379943:0:280207:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.379945:0:280207:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767736295.379947:0:280207:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.379949:0:280207:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.379951:0:280207:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767736295.379953:0:280207:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.379955:0:280207:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:1.0:1767736295.379958:0:280207:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 0, last_idx 1 00000040:00000001:1.0:1767736295.379961:0:280207:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.379963:0:280207:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.379965:0:280207:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:1.0:1767736295.379967:0:280207:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767736295.379970:0:280207:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff92e446cb2480. 00000040:00001000:1.0:1767736295.379973:0:280207:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 1 startidx 0 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1767736295.379977:0:280207:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767736295.379981:0:280207:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92e478c05400. 00000020:00000010:1.0:1767736295.379985:0:280207:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff92e478c05000. 00000040:00000010:1.0:1767736295.379988:0:280207:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff92e478c04e00. 00000020:00000010:1.0:1767736295.379992:0:280207:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff92e45cb3e800. 00000020:00000010:1.0:1767736295.379996:0:280207:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff92e446602338. 00000020:00000010:1.0:1767736295.379999:0:280207:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff92e478c05c00. 80000000:00000010:1.0:1767736295.380003:0:280207:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff92e446cb2c00. 40000000:00000010:1.0:1767736295.380006:0:280207:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff92e445698f00. 00100000:00000010:1.0:1767736295.380010:0:280207:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff92e45cb3d000. 00040000:00000010:1.0:1767736295.380013:0:280207:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff92e45f820500. 00040000:00000010:1.0:1767736295.380017:0:280207:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff92e45cb3b800. 00040000:00000010:1.0:1767736295.380026:0:280207:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff92e478c04800. 00000004:00000010:1.0:1767736295.380029:0:280207:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff92e45cb3b000. 00000004:00000010:1.0:1767736295.380033:0:280207:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff92e46d456000. 00000004:00000010:1.0:1767736295.380036:0:280207:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff92e45cb3e000. 00002000:00000010:1.0:1767736295.380040:0:280207:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff92e47a65e400. 00000004:00000010:1.0:1767736295.380043:0:280207:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff92e47a65c400. 00000020:00000010:1.0:1767736295.380048:0:280207:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff92e445698e40. 00000040:00000010:1.0:1767736295.380053:0:280207:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff92e442d16000. 00000040:00001000:1.0:1767736295.380056:0:280207:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1767736295.380058:0:280207:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767736295.380060:0:280207:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767736295.380062:0:280207:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736295.380066:0:280207:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da4e00. 00000020:00000040:1.0:1767736295.380069:0:280207:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736295.380072:0:280207:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736295.380074:0:280207:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736295.380077:0:280207:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736295.380081:0:280207:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e478c05e00. 00000100:00000001:1.0:1767736295.380085:0:280207:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.380089:0:280207:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736295.380090:0:280207:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736295.380094:0:280207:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.380096:0:280207:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954013312 : -119965755538304 : ffff92e44bc18480) 00000100:00000001:1.0:1767736295.380099:0:280207:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.380101:0:280207:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000001:1.0:1767736295.380105:0:280207:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736295.380108:0:280207:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.380110:0:280207:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736295.380112:0:280207:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736295.380117:0:280207:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da4e00 x1853604137190912/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.380125:0:280207:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736295.380127:0:280207:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.380130:0:280207:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736295.380138:0:280207:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736295.380141:0:280207:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.380199:0:280207:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280207:1853604137190912:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736295.380205:0:280207:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.380210:0:280207:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736295.380213:0:280207:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.380216:0:280207:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736295.380232:0:280207:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.380235:0:280207:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.380245:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736295.380251:0:280207:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000400:00000010:1.0:1767736295.380258:0:280207:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e44bc18240. 00000100:00000200:1.0:1767736295.380264:0:280207:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604137190912, portal 10 00000100:00000001:1.0:1767736295.380268:0:280207:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.380271:0:280207:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000040:1.0:1767736295.380282:0:280207:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da4e00 x1853604137190912/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.380291:0:280207:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736295.380297:0:280207:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736295.380301:0:280207:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767990. 00000100:00000200:1.0:1767736295.380305:0:280207:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137190912, offset 0 00000400:00000200:1.0:1767736295.380312:0:280207:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.380319:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.380327:0:280207:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736295.380332:0:280207:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.380336:0:280207:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.380339:0:280207:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.380342:0:280207:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.380346:0:280207:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57587:57587:256:4294967295] 192.168.202.159@tcp LPNI seq info [57588:57588:8:4294967295] 00000400:00000200:1.0:1767736295.380351:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.380360:0:280207:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736295.380366:0:280207:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736295.380376:0:280207:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820600. 00000800:00000200:1.0:1767736295.380382:0:280207:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736295.380388:0:280207:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.380392:0:280207:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736295.380410:0:280207:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.380415:0:280207:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7722 usecs (8 jiffies) 00000400:00000200:1.0:1767736295.380420:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736295.380422:0:280207:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054669 00000100:00000001:1.0:1767736295.380428:0:280207:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054666 00000100:00000001:1.0:1767736295.380432:0:280207:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054669 00000100:00000001:1.0:1767736295.380436:0:280207:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054666 00000100:00000001:1.0:1767736295.380439:0:280207:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.380442:0:280207:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.380444:0:280207:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.380446:0:280207:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736295.380449:0:280207:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18480 going to sleep for 11 seconds 00000100:00000001:1.0:1767736295.380451:0:280207:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.380454:0:280207:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736295.380607:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736295.380615:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820600. 00000400:00000200:3.0:1767736295.380620:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.380628:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736295.380633:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767990 00000400:00000010:3.0:1767736295.380636:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767990. 00000100:00000001:3.0:1767736295.380640:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736295.380648:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da4e00 x1853604137190912/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.380661:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.380665:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da4e00 x1853604137190912/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.380674:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.380677:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.382954:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.382968:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.382972:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.382975:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.382983:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.382991:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.383000:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.383007:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.383012:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.383016:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7d826c600 00000400:00000200:2.0:1767736295.383022:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.383039:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x8467d [4] + 224 00000800:00000001:2.0:1767736295.383047:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.383073:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.383077:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.383082:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.383087:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.383095:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da4e00 x1853604137190912/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.383109:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e475da4e00 x1853604137190912/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.383136:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.383175:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.383180:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.383242:0:280207:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.383252:0:280207:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.383254:0:280207:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.383258:0:280207:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.383264:0:280207:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e44bc18240 00000400:00000010:1.0:1767736295.383267:0:280207:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e44bc18240. 00000100:00000001:1.0:1767736295.383271:0:280207:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.383280:0:280207:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da4e00 x1853604137190912/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.383294:0:280207:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da4e00 x1853604137190912/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.383304:0:280207:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.383306:0:280207:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.383322:0:280207:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.383325:0:280207:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.383327:0:280207:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.383329:0:280207:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.383332:0:280207:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.383339:0:280207:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.383343:0:280207:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.383346:0:280207:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736295.383348:0:280207:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.383350:0:280207:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736295.383354:0:280207:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.383357:0:280207:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.383359:0:280207:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902624 00000100:00000001:1.0:1767736295.383361:0:280207:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.383363:0:280207:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.383368:0:280207:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da4e00 x1853604137190912/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.383377:0:280207:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.383380:0:280207:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.383382:0:280207:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.383387:0:280207:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da4e00 x1853604137190912/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.383396:0:280207:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280207:1853604137190912:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736295.383401:0:280207:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.383404:0:280207:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.383407:0:280207:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.383409:0:280207:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.383412:0:280207:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da4e00 x1853604137190912/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.383420:0:280207:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.383423:0:280207:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.383426:0:280207:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.383433:0:280207:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.383440:0:280207:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767736295.383442:0:280207:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.383446:0:280207:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4e00 x1853604137190912/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.383454:0:280207:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.383456:0:280207:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.383459:0:280207:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.383469:0:280207:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.383471:0:280207:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.383473:0:280207:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.383475:0:280207:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.383478:0:280207:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e478c05e00. 02000000:00000001:1.0:1767736295.383481:0:280207:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.383483:0:280207:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.383485:0:280207:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4e00. 00000100:00000001:1.0:1767736295.383488:0:280207:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.383490:0:280207:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767736295.383493:0:280207:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.383494:0:280207:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.383496:0:280207:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767736295.383498:0:280207:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767736295.383501:0:280207:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e442d16000 type=0x1064553b idx=1 00000040:00001000:1.0:1767736295.383505:0:280207:0:(llog.c:720:llog_process_thread()) synced_idx: 1 00000040:00000001:1.0:1767736295.383531:0:280207:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767736295.383534:0:280207:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767736295.383536:0:280207:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736295.383541:0:280207:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da4e00. 00000020:00000040:1.0:1767736295.383544:0:280207:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736295.383547:0:280207:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736295.383549:0:280207:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736295.383553:0:280207:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736295.383558:0:280207:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e478c05e00. 00000100:00000001:1.0:1767736295.383563:0:280207:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.383566:0:280207:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736295.383568:0:280207:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736295.383578:0:280207:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.383581:0:280207:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954013312 : -119965755538304 : ffff92e44bc18480) 00000100:00000001:1.0:1767736295.383585:0:280207:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.383586:0:280207:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000001:1.0:1767736295.383590:0:280207:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736295.383594:0:280207:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.383596:0:280207:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736295.383598:0:280207:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736295.383603:0:280207:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da4e00 x1853604137191040/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.383612:0:280207:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736295.383614:0:280207:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.383617:0:280207:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736295.383620:0:280207:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736295.383622:0:280207:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.383626:0:280207:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280207:1853604137191040:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736295.383630:0:280207:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.383633:0:280207:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736295.383636:0:280207:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.383638:0:280207:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736295.383649:0:280207:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.383652:0:280207:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.383659:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736295.383663:0:280207:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000400:00000010:1.0:1767736295.383667:0:280207:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e44bc18240. 00000100:00000200:1.0:1767736295.383673:0:280207:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604137191040, portal 10 00000100:00000001:1.0:1767736295.383675:0:280207:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.383677:0:280207:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000040:1.0:1767736295.383684:0:280207:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da4e00 x1853604137191040/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.383692:0:280207:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736295.383695:0:280207:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736295.383698:0:280207:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b7677f8. 00000100:00000200:1.0:1767736295.383707:0:280207:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137191040, offset 0 00000400:00000200:1.0:1767736295.383714:0:280207:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.383720:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.383726:0:280207:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736295.383730:0:280207:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.383734:0:280207:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.383737:0:280207:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.383740:0:280207:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.383744:0:280207:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57588:57588:256:4294967295] 192.168.202.159@tcp LPNI seq info [57589:57589:8:4294967295] 00000400:00000200:1.0:1767736295.383750:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.383759:0:280207:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736295.383765:0:280207:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736295.383769:0:280207:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820c00. 00000800:00000200:1.0:1767736295.383775:0:280207:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736295.383781:0:280207:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.383785:0:280207:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820c00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736295.383807:0:280207:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.383812:0:280207:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7718 usecs (8 jiffies) 00000400:00000200:1.0:1767736295.383816:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736295.383819:0:280207:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054672 00000100:00000001:1.0:1767736295.383825:0:280207:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054669 00000100:00000001:1.0:1767736295.383829:0:280207:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054672 00000100:00000001:1.0:1767736295.383833:0:280207:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054669 00000100:00000001:1.0:1767736295.383836:0:280207:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.383839:0:280207:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.383841:0:280207:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.383843:0:280207:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736295.383846:0:280207:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18480 going to sleep for 11 seconds 00000100:00000001:1.0:1767736295.383849:0:280207:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.383851:0:280207:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736295.383979:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736295.383987:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820c00. 00000400:00000200:3.0:1767736295.383993:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.384001:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736295.384007:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b7677f8 00000400:00000010:3.0:1767736295.384010:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b7677f8. 00000100:00000001:3.0:1767736295.384014:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736295.384021:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da4e00 x1853604137191040/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.384034:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.384038:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da4e00 x1853604137191040/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.384067:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.384070:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.386131:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.386179:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.386183:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.386187:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.386195:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.386202:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.386210:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.386215:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.386219:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.386224:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7d826c680 00000400:00000200:2.0:1767736295.386229:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.386235:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x84685 [4] + 224 00000800:00000001:2.0:1767736295.386242:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.386255:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.386258:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.386263:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.386268:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.386275:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da4e00 x1853604137191040/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.386310:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e475da4e00 x1853604137191040/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.386337:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.386346:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.386351:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.386442:0:280207:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.386452:0:280207:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.386455:0:280207:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.386458:0:280207:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.386466:0:280207:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e44bc18240 00000400:00000010:1.0:1767736295.386468:0:280207:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e44bc18240. 00000100:00000001:1.0:1767736295.386472:0:280207:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.386482:0:280207:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da4e00 x1853604137191040/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.386496:0:280207:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da4e00 x1853604137191040/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.386506:0:280207:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.386533:0:280207:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.386537:0:280207:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.386539:0:280207:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.386542:0:280207:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.386544:0:280207:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.386547:0:280207:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.386553:0:280207:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.386558:0:280207:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.386561:0:280207:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736295.386563:0:280207:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.386565:0:280207:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736295.386569:0:280207:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.386572:0:280207:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.386574:0:280207:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902624 00000100:00000001:1.0:1767736295.386576:0:280207:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.386578:0:280207:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.386583:0:280207:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da4e00 x1853604137191040/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.386592:0:280207:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.386595:0:280207:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.386597:0:280207:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.386602:0:280207:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da4e00 x1853604137191040/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.386626:0:280207:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280207:1853604137191040:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736295.386632:0:280207:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.386635:0:280207:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.386637:0:280207:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.386639:0:280207:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.386643:0:280207:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da4e00 x1853604137191040/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.386651:0:280207:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.386654:0:280207:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.386657:0:280207:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.386659:0:280207:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.386664:0:280207:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767736295.386666:0:280207:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.386670:0:280207:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4e00 x1853604137191040/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.386677:0:280207:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.386680:0:280207:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.386682:0:280207:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.386693:0:280207:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.386695:0:280207:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.386697:0:280207:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.386699:0:280207:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.386702:0:280207:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e478c05e00. 02000000:00000001:1.0:1767736295.386705:0:280207:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.386707:0:280207:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.386709:0:280207:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4e00. 00000100:00000001:1.0:1767736295.386712:0:280207:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.386714:0:280207:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767736295.386716:0:280207:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.386718:0:280207:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.386720:0:280207:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767736295.386722:0:280207:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767736295.386730:0:280207:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e442d16000 type=0x1064553b idx=1 00000040:00001000:1.0:1767736295.386734:0:280207:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 64 (8192 remains) 00000040:00080000:1.0:1767736295.386737:0:280207:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00000001:1.0:1767736295.386739:0:280207:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:1.0:1767736295.386741:0:280207:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:1.0:1767736295.386744:0:280207:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x15:0x0] at index 1 of catalog [0xa:0x5:0x0] 00000040:00000001:1.0:1767736295.386747:0:280207:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1767736295.386750:0:280207:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767736295.386753:0:280207:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e478c05e00. 00000040:00000001:1.0:1767736295.386756:0:280207:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767736295.386758:0:280207:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736295.386762:0:280207:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da4e00. 00000020:00000040:1.0:1767736295.386765:0:280207:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736295.386768:0:280207:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736295.386770:0:280207:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736295.386774:0:280207:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736295.386779:0:280207:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e478c04400. 00000100:00000001:1.0:1767736295.386783:0:280207:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.386786:0:280207:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736295.386788:0:280207:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736295.386792:0:280207:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.386794:0:280207:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954013312 : -119965755538304 : ffff92e44bc18480) 00000100:00000001:1.0:1767736295.386797:0:280207:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.386799:0:280207:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000001:1.0:1767736295.386802:0:280207:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736295.386806:0:280207:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.386808:0:280207:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736295.386810:0:280207:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736295.386815:0:280207:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da4e00 x1853604137191168/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.386823:0:280207:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736295.386825:0:280207:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.386829:0:280207:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736295.386831:0:280207:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736295.386833:0:280207:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.386845:0:280207:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280207:1853604137191168:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767736295.386849:0:280207:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.386853:0:280207:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736295.386855:0:280207:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.386857:0:280207:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736295.386860:0:280207:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e478c05600. 02000000:00000001:1.0:1767736295.386863:0:280207:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.386869:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736295.386873:0:280207:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000400:00000010:1.0:1767736295.386877:0:280207:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767cc0. 00000100:00000200:1.0:1767736295.386882:0:280207:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137191168, portal 10 00000100:00000001:1.0:1767736295.386884:0:280207:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.386886:0:280207:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000040:1.0:1767736295.386892:0:280207:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da4e00 x1853604137191168/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.386900:0:280207:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736295.386904:0:280207:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736295.386906:0:280207:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767550. 00000100:00000200:1.0:1767736295.386909:0:280207:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137191168, offset 0 00000400:00000200:1.0:1767736295.386915:0:280207:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.386921:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.386927:0:280207:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736295.386932:0:280207:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.386935:0:280207:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.386939:0:280207:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.386942:0:280207:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.386946:0:280207:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57589:57589:256:4294967295] 192.168.202.159@tcp LPNI seq info [57590:57590:8:4294967295] 00000400:00000200:1.0:1767736295.386951:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.386960:0:280207:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736295.386966:0:280207:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736295.386971:0:280207:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820e00. 00000800:00000200:1.0:1767736295.386983:0:280207:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736295.386990:0:280207:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.386994:0:280207:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820e00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736295.387016:0:280207:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.387021:0:280207:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7715 usecs (8 jiffies) 00000400:00000200:1.0:1767736295.387026:0:280207:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736295.387028:0:280207:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054675 00000100:00000001:1.0:1767736295.387034:0:280207:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054672 00000100:00000001:1.0:1767736295.387039:0:280207:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054675 00000100:00000001:1.0:1767736295.387042:0:280207:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054672 00000100:00000001:1.0:1767736295.387045:0:280207:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.387048:0:280207:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.387051:0:280207:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.387053:0:280207:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736295.387055:0:280207:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18480 going to sleep for 11 seconds 00000100:00000001:1.0:1767736295.387058:0:280207:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.387060:0:280207:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736295.387222:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736295.387230:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820e00. 00000400:00000200:3.0:1767736295.387236:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.387244:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736295.387250:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767550 00000400:00000010:3.0:1767736295.387253:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767550. 00000100:00000001:3.0:1767736295.387258:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736295.387265:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da4e00 x1853604137191168/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.387278:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.387282:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da4e00 x1853604137191168/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.387291:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.387294:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.389049:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.389064:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.389068:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.389071:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.389079:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.389085:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.389093:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.389098:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.389102:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.389107:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d826c700 00000400:00000200:2.0:1767736295.389112:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.389118:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x8468d [1] + 224 00000800:00000001:2.0:1767736295.389125:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.389133:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.389137:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.389141:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.389178:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.389187:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da4e00 x1853604137191168/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.389202:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff92e475da4e00 x1853604137191168/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.389226:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.389233:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.389238:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.389339:0:280207:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.389349:0:280207:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.389351:0:280207:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.389355:0:280207:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.389362:0:280207:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767cc0 00000400:00000010:1.0:1767736295.389365:0:280207:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767cc0. 00000100:00000001:1.0:1767736295.389369:0:280207:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.389379:0:280207:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da4e00 x1853604137191168/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.389393:0:280207:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da4e00 x1853604137191168/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.389403:0:280207:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.389405:0:280207:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.389408:0:280207:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.389422:0:280207:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.389424:0:280207:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.389427:0:280207:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.389430:0:280207:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.389437:0:280207:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.389441:0:280207:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.389444:0:280207:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767736295.389449:0:280207:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff92e475da4e00 x1853604137191168/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.389458:0:280207:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:1.0:1767736295.389461:0:280207:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.389463:0:280207:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902624 00000100:00000001:1.0:1767736295.389466:0:280207:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.389467:0:280207:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:1.0:1767736295.389473:0:280207:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da4e00 x1853604137191168/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.389481:0:280207:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:1.0:1767736295.389485:0:280207:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.389487:0:280207:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.389491:0:280207:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da4e00 x1853604137191168/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.389501:0:280207:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280207:1853604137191168:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767736295.389506:0:280207:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.389536:0:280207:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:1.0:1767736295.389539:0:280207:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.389541:0:280207:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.389545:0:280207:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da4e00 x1853604137191168/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.389554:0:280207:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.389557:0:280207:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.389568:0:280207:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.389570:0:280207:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736295.389573:0:280207:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:1.0:1767736295.389577:0:280207:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.389579:0:280207:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.389581:0:280207:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767736295.389583:0:280207:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.389588:0:280207:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4e00 x1853604137191168/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.389596:0:280207:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.389598:0:280207:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.389601:0:280207:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e478c05600. 02000000:00000001:1.0:1767736295.389604:0:280207:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.389606:0:280207:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.389607:0:280207:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.389609:0:280207:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.389611:0:280207:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e478c04400. 02000000:00000001:1.0:1767736295.389614:0:280207:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.389616:0:280207:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.389617:0:280207:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4e00. 00000100:00000001:1.0:1767736295.389621:0:280207:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.389623:0:280207:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1767736295.389625:0:280207:0:(llog.c:1547:llog_open()) lustre-MDT0001-mdc-ffff92e443fe1800: Failed to open llog : rc -13 00000040:00000010:1.0:1767736295.389628:0:280207:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e478c05e00. 00000040:00000001:1.0:1767736295.389631:0:280207:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:1.0:1767736295.389634:0:280207:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0001-mdc-ffff92e443fe1800: error opening log id [0x1:0x15:0x0]: rc = -13 00000040:00000001:1.0:1767736295.389638:0:280207:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:1.0:1767736295.389641:0:280207:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0001-mdc-ffff92e443fe1800: can't find llog handle [0x1:0x15:0x0]: rc = -13 00000040:00000001:1.0:1767736295.389644:0:280207:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736295.389647:0:280207:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:1.0:1767736295.389649:0:280207:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736295.389652:0:280207:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:1.0:1767736295.389655:0:280207:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 1 count 2 00000040:00000010:1.0:1767736295.389664:0:280207:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff92e442d16000. 00000020:00000010:1.0:1767736295.389670:0:280207:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff92e445698e40. 00000020:00000010:1.0:1767736295.389681:0:280207:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff92e478c05000. 00000040:00000010:1.0:1767736295.389685:0:280207:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff92e478c04e00. 00000020:00000010:1.0:1767736295.389688:0:280207:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff92e45cb3e800. 00000020:00000010:1.0:1767736295.389692:0:280207:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff92e446602338. 00000020:00000010:1.0:1767736295.389696:0:280207:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff92e478c05c00. 80000000:00000010:1.0:1767736295.389700:0:280207:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff92e446cb2c00. 40000000:00000010:1.0:1767736295.389703:0:280207:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff92e445698f00. 00100000:00000010:1.0:1767736295.389707:0:280207:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff92e45cb3d000. 00040000:00000010:1.0:1767736295.389710:0:280207:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff92e45f820500. 00040000:00000010:1.0:1767736295.389713:0:280207:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff92e45cb3b800. 00040000:00000010:1.0:1767736295.389716:0:280207:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff92e478c04800. 00000004:00000010:1.0:1767736295.389719:0:280207:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff92e45cb3b000. 00000004:00000010:1.0:1767736295.389723:0:280207:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff92e46d456000. 00000004:00000010:1.0:1767736295.389726:0:280207:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff92e45cb3e000. 00002000:00000010:1.0:1767736295.389729:0:280207:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff92e47a65e400. 00000004:00000010:1.0:1767736295.389732:0:280207:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff92e47a65c400. 00000020:00000010:1.0:1767736295.389735:0:280207:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92e478c05400. 00000040:00000010:1.0:1767736295.389738:0:280207:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff92e446cb2480. 00000040:00000001:1.0:1767736295.389741:0:280207:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736295.389744:0:280207:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:1.0:1767736295.389747:0:280207:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0001-mdc-ffff92e443fe1800: fail to process llog: rc = -13 00000002:00000001:1.0:1767736295.389750:0:280207:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:1.0:1767736295.389771:0:280207:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:1.0:1767736295.389775:0:280207:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff92e442d12000. 00000040:00000010:1.0:1767736295.389778:0:280207:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e446da9c00. 00000040:00000001:1.0:1767736295.389781:0:280207:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1767736295.389784:0:280207:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff92e47ba4d6c0 : new refcount 1 00000020:00000040:1.0:1767736295.389787:0:280207:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff92e443fe1800 (ffff92e4485718e0) now 6 - changelog 00000002:00000001:2.0:1767736295.389876:0:280206:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:1.0:1767736295.389978:0:280207:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:2.0:1767736295.390051:0:280206:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e44bf45300. 00000100:00000040:2.0:1767736295.395222:0:264667:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305054675, at 4305054676 00000100:00000010:2.0:1767736295.395233:0:264667:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446072960. 00000100:00000040:3.0:1767736295.395273:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305054675, at 4305054676 00000100:00000010:3.0:1767736295.395287:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446072ea0. 00000002:00000001:1.0:1767736295.427189:0:280215:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:1.0:1767736295.427196:0:280215:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e45f820500. 00000002:00000001:1.0:1767736295.427210:0:280215:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767736295.427229:0:280215:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:1.0:1767736295.427466:0:280216:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:1.0:1767736295.427471:0:280216:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff92e443fe1800 (ffff92e448576380) now 6 - changelog 00000002:00000040:1.0:1767736295.427477:0:280216:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff92e47ba4d240 : new refcount 2 00000040:00000001:1.0:1767736295.427479:0:280216:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767736295.427484:0:280216:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e478c04c00. 00000040:00000001:1.0:1767736295.427488:0:280216:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767736295.427491:0:280216:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736295.427497:0:280216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da4e00. 00000020:00000040:1.0:1767736295.427500:0:280216:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736295.427504:0:280216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736295.427529:0:280216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736295.427534:0:280216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736295.427540:0:280216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e47a65c400. 00000100:00000001:1.0:1767736295.427545:0:280216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.427551:0:280216:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736295.427553:0:280216:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736295.427557:0:280216:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18240. 00000100:00000001:1.0:1767736295.427560:0:280216:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954012736 : -119965755538880 : ffff92e44bc18240) 00000100:00000001:1.0:1767736295.427564:0:280216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.427566:0:280216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000001:1.0:1767736295.427570:0:280216:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736295.427574:0:280216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.427577:0:280216:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736295.427578:0:280216:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736295.427587:0:280216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da4e00 x1853604137191296/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.427600:0:280216:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736295.427602:0:280216:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.427606:0:280216:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736295.427608:0:280216:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736295.427611:0:280216:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.427615:0:280216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280216:1853604137191296:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767736295.427635:0:280216:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.427639:0:280216:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736295.427641:0:280216:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.427644:0:280216:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736295.427648:0:280216:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e478c05c00. 02000000:00000001:1.0:1767736295.427650:0:280216:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.427657:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736295.427661:0:280216:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000400:00000010:1.0:1767736295.427666:0:280216:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767cc0. 00000100:00000200:1.0:1767736295.427671:0:280216:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137191296, portal 10 00000100:00000001:1.0:1767736295.427674:0:280216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.427676:0:280216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000040:1.0:1767736295.427684:0:280216:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da4e00 x1853604137191296/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.427694:0:280216:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736295.427697:0:280216:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736295.427700:0:280216:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767440. 00000100:00000200:1.0:1767736295.427704:0:280216:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853604137191296, offset 0 00000400:00000200:1.0:1767736295.427719:0:280216:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.427725:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.427731:0:280216:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736295.427735:0:280216:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.427739:0:280216:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.427742:0:280216:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.427746:0:280216:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.427751:0:280216:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57590:57590:256:4294967295] 192.168.202.159@tcp LPNI seq info [57591:57591:8:4294967295] 00000400:00000200:1.0:1767736295.427756:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.427766:0:280216:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736295.427772:0:280216:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736295.427781:0:280216:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820700. 00000800:00000200:1.0:1767736295.427787:0:280216:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736295.427801:0:280216:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.427806:0:280216:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1767736295.427824:0:280216:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.427829:0:280216:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:1.0:1767736295.427835:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736295.427838:0:280216:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054719 00000100:00000010:1.0:1767736295.427842:0:280216:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446cb2480. 00000100:00000001:1.0:1767736295.427848:0:280216:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767736295.427853:0:280216:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054719 00000100:00000010:1.0:1767736295.427857:0:280216:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446cb2c00. 00000100:00000001:1.0:1767736295.427860:0:280216:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767736295.427864:0:280216:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.427867:0:280216:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.427870:0:280216:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.427872:0:280216:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736295.427875:0:280216:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18240 going to sleep for 11 seconds 00000100:00000001:1.0:1767736295.427878:0:280216:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.427881:0:280216:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736295.427981:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736295.427989:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820700. 00000400:00000200:3.0:1767736295.427995:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.428003:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736295.428008:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767440 00000400:00000010:3.0:1767736295.428011:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767440. 00000100:00000001:3.0:1767736295.428015:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736295.428023:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da4e00 x1853604137191296/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.428036:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.428040:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da4e00 x1853604137191296/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.428068:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.428071:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.430034:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.430048:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.430052:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.430055:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.430063:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.430070:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.430077:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.430082:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.430087:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.430091:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 272 into portal 10 MB=0x695d7d826c780 00000400:00000200:2.0:1767736295.430096:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.430102:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 272/272 into md 0x84695 [1] + 224 00000800:00000001:2.0:1767736295.430109:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.430118:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.430121:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.430125:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.430130:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.430138:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da4e00 x1853604137191296/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.430359:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff92e475da4e00 x1853604137191296/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.430382:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.430392:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.430398:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.430416:0:280216:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.430424:0:280216:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.430426:0:280216:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.430430:0:280216:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.430436:0:280216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767cc0 00000400:00000010:1.0:1767736295.430439:0:280216:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767cc0. 00000100:00000001:1.0:1767736295.430442:0:280216:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.430452:0:280216:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da4e00 x1853604137191296/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.430465:0:280216:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da4e00 x1853604137191296/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.430476:0:280216:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.430477:0:280216:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.430480:0:280216:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.430492:0:280216:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.430494:0:280216:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.430497:0:280216:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.430500:0:280216:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.430525:0:280216:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.430531:0:280216:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.430534:0:280216:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736295.430536:0:280216:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.430539:0:280216:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736295.430542:0:280216:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.430546:0:280216:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.430548:0:280216:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:1.0:1767736295.430551:0:280216:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.430554:0:280216:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.430560:0:280216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da4e00 x1853604137191296/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.430569:0:280216:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.430572:0:280216:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.430574:0:280216:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.430579:0:280216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da4e00 x1853604137191296/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.430589:0:280216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280216:1853604137191296:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767736295.430595:0:280216:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.430598:0:280216:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.430600:0:280216:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.430602:0:280216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.430605:0:280216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da4e00 x1853604137191296/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.430613:0:280216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.430617:0:280216:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18240. 00000100:00000001:1.0:1767736295.430620:0:280216:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.430622:0:280216:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.430632:0:280216:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767736295.430635:0:280216:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.430637:0:280216:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.430640:0:280216:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767736295.430642:0:280216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.430647:0:280216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4e00 x1853604137191296/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.430655:0:280216:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.430657:0:280216:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.430659:0:280216:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e478c05c00. 02000000:00000001:1.0:1767736295.430662:0:280216:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.430664:0:280216:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.430665:0:280216:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.430668:0:280216:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.430670:0:280216:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e47a65c400. 02000000:00000001:1.0:1767736295.430673:0:280216:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.430675:0:280216:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.430677:0:280216:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4e00. 00000100:00000001:1.0:1767736295.430681:0:280216:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.430682:0:280216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767736295.430685:0:280216:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.430687:0:280216:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767736295.430691:0:280216:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff92e442d12000. 00000040:00000001:1.0:1767736295.430694:0:280216:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767736295.430696:0:280216:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767736295.430698:0:280216:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736295.430703:0:280216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da4e00. 00000020:00000040:1.0:1767736295.430706:0:280216:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736295.430709:0:280216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736295.430711:0:280216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736295.430714:0:280216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736295.430718:0:280216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e478c05c00. 00000100:00000001:1.0:1767736295.430723:0:280216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.430726:0:280216:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736295.430728:0:280216:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736295.430732:0:280216:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18240. 00000100:00000001:1.0:1767736295.430740:0:280216:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954012736 : -119965755538880 : ffff92e44bc18240) 00000100:00000001:1.0:1767736295.430744:0:280216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.430745:0:280216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000001:1.0:1767736295.430749:0:280216:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736295.430753:0:280216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.430755:0:280216:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736295.430757:0:280216:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736295.430762:0:280216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da4e00 x1853604137191424/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.430771:0:280216:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736295.430773:0:280216:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.430775:0:280216:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736295.430778:0:280216:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736295.430781:0:280216:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.430785:0:280216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280216:1853604137191424:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1767736295.430789:0:280216:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.430793:0:280216:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736295.430795:0:280216:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.430797:0:280216:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736295.430808:0:280216:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.430811:0:280216:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.430818:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736295.430821:0:280216:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000400:00000010:1.0:1767736295.430826:0:280216:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e44bc18e40. 00000100:00000200:1.0:1767736295.430831:0:280216:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604137191424, portal 10 00000100:00000001:1.0:1767736295.430834:0:280216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.430835:0:280216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000040:1.0:1767736295.430842:0:280216:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da4e00 x1853604137191424/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.430851:0:280216:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736295.430854:0:280216:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736295.430857:0:280216:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767cc0. 00000100:00000200:1.0:1767736295.430861:0:280216:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137191424, offset 0 00000400:00000200:1.0:1767736295.430878:0:280216:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.430884:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.430889:0:280216:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736295.430894:0:280216:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.430898:0:280216:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.430901:0:280216:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.430904:0:280216:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.430909:0:280216:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57591:57591:256:4294967295] 192.168.202.159@tcp LPNI seq info [57592:57592:8:4294967295] 00000400:00000200:1.0:1767736295.430914:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.430924:0:280216:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736295.430930:0:280216:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736295.430939:0:280216:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820f00. 00000800:00000200:1.0:1767736295.430945:0:280216:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736295.430951:0:280216:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.430956:0:280216:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820f00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736295.430975:0:280216:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.430980:0:280216:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:1.0:1767736295.430984:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736295.430987:0:280216:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054722 00000100:00000001:1.0:1767736295.430993:0:280216:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054719 00000100:00000001:1.0:1767736295.430998:0:280216:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054722 00000100:00000001:1.0:1767736295.431002:0:280216:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054719 00000100:00000001:1.0:1767736295.431006:0:280216:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.431009:0:280216:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.431011:0:280216:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.431013:0:280216:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736295.431016:0:280216:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18240 going to sleep for 11 seconds 00000100:00000001:1.0:1767736295.431019:0:280216:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.431021:0:280216:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736295.431179:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736295.431189:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820f00. 00000400:00000200:3.0:1767736295.431197:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.431206:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736295.431212:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767cc0 00000400:00000010:3.0:1767736295.431215:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767cc0. 00000100:00000001:3.0:1767736295.431220:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736295.431228:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da4e00 x1853604137191424/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.431241:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.431245:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da4e00 x1853604137191424/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.431254:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.431256:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.433261:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.433276:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.433280:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.433284:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.433293:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.433313:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.433322:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.433328:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.433337:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.433346:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8416 into portal 10 MB=0x695d7d826c800 00000400:00000200:2.0:1767736295.433353:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.433362:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8416/8416 into md 0x8469d [4] + 224 00000800:00000001:2.0:1767736295.433370:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.433384:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.433388:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.433392:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.433397:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.433405:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da4e00 x1853604137191424/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.433419:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff92e475da4e00 x1853604137191424/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.433444:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.433451:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.433454:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.433491:0:280216:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.433529:0:280216:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.433532:0:280216:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.433535:0:280216:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.433541:0:280216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e44bc18e40 00000400:00000010:1.0:1767736295.433544:0:280216:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e44bc18e40. 00000100:00000001:1.0:1767736295.433547:0:280216:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.433556:0:280216:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da4e00 x1853604137191424/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.433568:0:280216:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da4e00 x1853604137191424/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.433578:0:280216:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.433580:0:280216:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.433582:0:280216:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.433584:0:280216:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.433586:0:280216:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.433589:0:280216:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.433592:0:280216:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.433597:0:280216:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.433602:0:280216:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.433605:0:280216:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736295.433607:0:280216:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.433609:0:280216:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736295.433613:0:280216:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.433616:0:280216:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.433618:0:280216:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:1.0:1767736295.433620:0:280216:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.433623:0:280216:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.433628:0:280216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da4e00 x1853604137191424/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.433636:0:280216:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.433639:0:280216:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.433641:0:280216:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.433645:0:280216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da4e00 x1853604137191424/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.433672:0:280216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280216:1853604137191424:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1767736295.433678:0:280216:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.433680:0:280216:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.433683:0:280216:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.433685:0:280216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.433688:0:280216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da4e00 x1853604137191424/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.433696:0:280216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.433699:0:280216:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18240. 00000100:00000001:1.0:1767736295.433702:0:280216:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.433703:0:280216:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.433709:0:280216:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767736295.433711:0:280216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.433714:0:280216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4e00 x1853604137191424/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.433722:0:280216:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.433724:0:280216:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.433726:0:280216:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.433736:0:280216:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.433739:0:280216:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.433740:0:280216:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.433743:0:280216:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.433745:0:280216:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e478c05c00. 02000000:00000001:1.0:1767736295.433748:0:280216:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.433750:0:280216:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.433752:0:280216:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4e00. 00000100:00000001:1.0:1767736295.433755:0:280216:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.433757:0:280216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767736295.433759:0:280216:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.433761:0:280216:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.433763:0:280216:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767736295.433765:0:280216:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.433773:0:280216:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:1.0:1767736295.433775:0:280216:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 1, last_idx 2 00000040:00000001:1.0:1767736295.433778:0:280216:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.433780:0:280216:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.433783:0:280216:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:1.0:1767736295.433785:0:280216:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767736295.433788:0:280216:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff92e446cb25a0. 00000040:00001000:1.0:1767736295.433791:0:280216:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 2 startidx 0 first_idx 1 last_idx 0 read_mode 0 00000040:00000001:1.0:1767736295.433795:0:280216:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767736295.433798:0:280216:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92e478c05c00. 00000020:00000010:1.0:1767736295.433802:0:280216:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff92e478c04e00. 00000040:00000010:1.0:1767736295.433806:0:280216:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff92e478c05000. 00000020:00000010:1.0:1767736295.433810:0:280216:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff92e45cb3e000. 00000020:00000010:1.0:1767736295.433813:0:280216:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff92e446602338. 00000020:00000010:1.0:1767736295.433817:0:280216:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff92e478c05e00. 80000000:00000010:1.0:1767736295.433820:0:280216:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff92e446cb2c60. 40000000:00000010:1.0:1767736295.433824:0:280216:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff92e445698b80. 00100000:00000010:1.0:1767736295.433828:0:280216:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff92e45cb3b000. 00040000:00000010:1.0:1767736295.433832:0:280216:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff92e45f820300. 00040000:00000010:1.0:1767736295.433835:0:280216:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff92e45cb3b800. 00040000:00000010:1.0:1767736295.433838:0:280216:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff92e478c04400. 00000004:00000010:1.0:1767736295.433841:0:280216:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff92e45cb3d000. 00000004:00000010:1.0:1767736295.433845:0:280216:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff92e46d456000. 00000004:00000010:1.0:1767736295.433849:0:280216:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff92e45cb3e800. 00002000:00000010:1.0:1767736295.433852:0:280216:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff92e47a65c400. 00000004:00000010:1.0:1767736295.433855:0:280216:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff92e47a65e400. 00000020:00000010:1.0:1767736295.433859:0:280216:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff92e445698400. 00000040:00000010:1.0:1767736295.433864:0:280216:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff92e442d16000. 00000040:00001000:1.0:1767736295.433867:0:280216:0:(llog.c:607:llog_process_thread()) index: 2 last_index 64767 00000040:00000001:1.0:1767736295.433869:0:280216:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767736295.433871:0:280216:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767736295.433874:0:280216:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736295.433877:0:280216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da4e00. 00000020:00000040:1.0:1767736295.433880:0:280216:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736295.433889:0:280216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736295.433891:0:280216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736295.433894:0:280216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736295.433899:0:280216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e478c05600. 00000100:00000001:1.0:1767736295.433903:0:280216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.433906:0:280216:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736295.433908:0:280216:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736295.433912:0:280216:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18240. 00000100:00000001:1.0:1767736295.433914:0:280216:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954012736 : -119965755538880 : ffff92e44bc18240) 00000100:00000001:1.0:1767736295.433917:0:280216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.433919:0:280216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000001:1.0:1767736295.433922:0:280216:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736295.433926:0:280216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.433928:0:280216:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736295.433929:0:280216:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736295.433934:0:280216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da4e00 x1853604137191552/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.433943:0:280216:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736295.433945:0:280216:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.433948:0:280216:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736295.433950:0:280216:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736295.433952:0:280216:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.433956:0:280216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280216:1853604137191552:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736295.433960:0:280216:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.433963:0:280216:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736295.433965:0:280216:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.433967:0:280216:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736295.433979:0:280216:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.433981:0:280216:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.433988:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736295.433991:0:280216:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000400:00000010:1.0:1767736295.433995:0:280216:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e44bc18e40. 00000100:00000200:1.0:1767736295.434000:0:280216:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604137191552, portal 10 00000100:00000001:1.0:1767736295.434002:0:280216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.434009:0:280216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000040:1.0:1767736295.434016:0:280216:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da4e00 x1853604137191552/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.434024:0:280216:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736295.434027:0:280216:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736295.434030:0:280216:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767770. 00000100:00000200:1.0:1767736295.434034:0:280216:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137191552, offset 0 00000400:00000200:1.0:1767736295.434039:0:280216:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.434045:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.434050:0:280216:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736295.434054:0:280216:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.434057:0:280216:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.434061:0:280216:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.434063:0:280216:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.434067:0:280216:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57592:57592:256:4294967295] 192.168.202.159@tcp LPNI seq info [57593:57593:8:4294967295] 00000400:00000200:1.0:1767736295.434072:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.434081:0:280216:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736295.434087:0:280216:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736295.434091:0:280216:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820f00. 00000800:00000200:1.0:1767736295.434096:0:280216:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736295.434102:0:280216:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.434106:0:280216:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820f00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736295.434125:0:280216:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.434129:0:280216:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10208 usecs (11 jiffies) 00000400:00000200:1.0:1767736295.434133:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736295.434136:0:280216:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054725 00000100:00000001:1.0:1767736295.434141:0:280216:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054722 00000100:00000001:1.0:1767736295.434167:0:280216:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054725 00000100:00000001:1.0:1767736295.434171:0:280216:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054722 00000100:00000001:1.0:1767736295.434183:0:280216:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.434187:0:280216:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.434192:0:280216:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.434194:0:280216:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736295.434197:0:280216:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18240 going to sleep for 11 seconds 00000100:00000001:1.0:1767736295.434202:0:280216:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.434206:0:280216:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736295.434306:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736295.434314:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820f00. 00000400:00000200:3.0:1767736295.434320:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.434328:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736295.434334:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767770 00000400:00000010:3.0:1767736295.434337:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767770. 00000100:00000001:3.0:1767736295.434341:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736295.434349:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da4e00 x1853604137191552/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.434361:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.434365:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da4e00 x1853604137191552/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.434374:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.434377:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.436395:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.436409:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.436413:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.436416:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.436423:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.436430:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.436438:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.436443:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.436448:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.436452:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7d826c880 00000400:00000200:2.0:1767736295.436459:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.436465:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x846a5 [4] + 224 00000800:00000001:2.0:1767736295.436486:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.436542:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.436547:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.436554:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.436559:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.436567:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da4e00 x1853604137191552/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.436581:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e475da4e00 x1853604137191552/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.436606:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.436614:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.436619:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.436648:0:280216:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.436656:0:280216:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.436658:0:280216:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.436661:0:280216:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.436667:0:280216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e44bc18e40 00000400:00000010:1.0:1767736295.436669:0:280216:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e44bc18e40. 00000100:00000001:1.0:1767736295.436673:0:280216:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.436681:0:280216:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da4e00 x1853604137191552/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.436693:0:280216:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da4e00 x1853604137191552/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.436701:0:280216:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.436703:0:280216:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.436706:0:280216:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.436708:0:280216:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.436710:0:280216:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.436712:0:280216:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.436715:0:280216:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.436720:0:280216:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.436724:0:280216:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.436727:0:280216:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736295.436728:0:280216:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.436731:0:280216:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736295.436734:0:280216:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.436737:0:280216:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.436739:0:280216:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:1.0:1767736295.436741:0:280216:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.436743:0:280216:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.436759:0:280216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da4e00 x1853604137191552/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.436767:0:280216:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.436770:0:280216:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.436772:0:280216:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.436776:0:280216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da4e00 x1853604137191552/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.436785:0:280216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280216:1853604137191552:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736295.436790:0:280216:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.436793:0:280216:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.436795:0:280216:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.436797:0:280216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.436801:0:280216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da4e00 x1853604137191552/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.436809:0:280216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.436811:0:280216:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18240. 00000100:00000001:1.0:1767736295.436814:0:280216:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.436815:0:280216:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.436821:0:280216:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767736295.436823:0:280216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.436827:0:280216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4e00 x1853604137191552/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.436834:0:280216:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.436836:0:280216:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.436839:0:280216:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.436849:0:280216:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.436851:0:280216:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.436853:0:280216:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.436855:0:280216:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.436858:0:280216:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e478c05600. 02000000:00000001:1.0:1767736295.436861:0:280216:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.436867:0:280216:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.436870:0:280216:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4e00. 00000100:00000001:1.0:1767736295.436873:0:280216:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.436875:0:280216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767736295.436878:0:280216:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.436879:0:280216:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.436882:0:280216:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767736295.436883:0:280216:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767736295.436886:0:280216:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e442d16000 type=0x1064553b idx=1 00000040:00001000:1.0:1767736295.436890:0:280216:0:(llog.c:720:llog_process_thread()) synced_idx: 2 00000040:00000001:1.0:1767736295.436892:0:280216:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767736295.436894:0:280216:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767736295.436896:0:280216:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736295.436900:0:280216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da4e00. 00000020:00000040:1.0:1767736295.436903:0:280216:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736295.436906:0:280216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736295.436908:0:280216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736295.436911:0:280216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736295.436915:0:280216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e478c05600. 00000100:00000001:1.0:1767736295.436919:0:280216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.436922:0:280216:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736295.436924:0:280216:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736295.436927:0:280216:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18240. 00000100:00000001:1.0:1767736295.436929:0:280216:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954012736 : -119965755538880 : ffff92e44bc18240) 00000100:00000001:1.0:1767736295.436932:0:280216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.436934:0:280216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000001:1.0:1767736295.436937:0:280216:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736295.436941:0:280216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.436943:0:280216:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736295.436944:0:280216:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736295.436949:0:280216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da4e00 x1853604137191680/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.436957:0:280216:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736295.436959:0:280216:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.436962:0:280216:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736295.436970:0:280216:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736295.436973:0:280216:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.436977:0:280216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280216:1853604137191680:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736295.436981:0:280216:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.436984:0:280216:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736295.436986:0:280216:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.436989:0:280216:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736295.436999:0:280216:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.437002:0:280216:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.437008:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736295.437011:0:280216:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000400:00000010:1.0:1767736295.437015:0:280216:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e44bc18e40. 00000100:00000200:1.0:1767736295.437020:0:280216:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604137191680, portal 10 00000100:00000001:1.0:1767736295.437022:0:280216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.437024:0:280216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000040:1.0:1767736295.437030:0:280216:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da4e00 x1853604137191680/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.437038:0:280216:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736295.437041:0:280216:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736295.437044:0:280216:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767dd0. 00000100:00000200:1.0:1767736295.437047:0:280216:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137191680, offset 0 00000400:00000200:1.0:1767736295.437053:0:280216:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.437058:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.437063:0:280216:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736295.437067:0:280216:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.437070:0:280216:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.437073:0:280216:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.437076:0:280216:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.437080:0:280216:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57593:57593:256:4294967295] 192.168.202.159@tcp LPNI seq info [57594:57594:8:4294967295] 00000400:00000200:1.0:1767736295.437085:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.437094:0:280216:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736295.437100:0:280216:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736295.437109:0:280216:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820700. 00000800:00000200:1.0:1767736295.437115:0:280216:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736295.437121:0:280216:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.437125:0:280216:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820700 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736295.437173:0:280216:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.437180:0:280216:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10208 usecs (11 jiffies) 00000400:00000200:1.0:1767736295.437186:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736295.437190:0:280216:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054729 00000100:00000001:1.0:1767736295.437198:0:280216:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054725 00000100:00000001:1.0:1767736295.437205:0:280216:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054729 00000100:00000001:1.0:1767736295.437210:0:280216:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054725 00000100:00000001:1.0:1767736295.437214:0:280216:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.437217:0:280216:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.437221:0:280216:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.437222:0:280216:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736295.437226:0:280216:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18240 going to sleep for 11 seconds 00000100:00000001:1.0:1767736295.437230:0:280216:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.437233:0:280216:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736295.437320:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736295.437328:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820700. 00000400:00000200:3.0:1767736295.437335:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.437343:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736295.437349:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767dd0 00000400:00000010:3.0:1767736295.437352:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767dd0. 00000100:00000001:3.0:1767736295.437356:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736295.437363:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da4e00 x1853604137191680/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.437376:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.437380:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da4e00 x1853604137191680/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.437390:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.437392:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.439472:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.439486:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.439490:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.439493:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.439500:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.439532:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.439541:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.439546:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.439551:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.439555:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7d826c900 00000400:00000200:2.0:1767736295.439561:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.439567:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x846ad [4] + 224 00000800:00000001:2.0:1767736295.439575:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.439591:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.439595:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.439600:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.439605:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.439613:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da4e00 x1853604137191680/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.439647:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e475da4e00 x1853604137191680/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.439674:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.439684:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.439688:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.439721:0:280216:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.439729:0:280216:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.439731:0:280216:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.439734:0:280216:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.439740:0:280216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e44bc18e40 00000400:00000010:1.0:1767736295.439743:0:280216:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e44bc18e40. 00000100:00000001:1.0:1767736295.439746:0:280216:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.439754:0:280216:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da4e00 x1853604137191680/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.439765:0:280216:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da4e00 x1853604137191680/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.439774:0:280216:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.439776:0:280216:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.439788:0:280216:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.439790:0:280216:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.439792:0:280216:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.439794:0:280216:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.439796:0:280216:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.439802:0:280216:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.439806:0:280216:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.439809:0:280216:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736295.439811:0:280216:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.439813:0:280216:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736295.439816:0:280216:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.439819:0:280216:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.439821:0:280216:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:1.0:1767736295.439823:0:280216:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.439825:0:280216:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.439830:0:280216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da4e00 x1853604137191680/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.439838:0:280216:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.439841:0:280216:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.439843:0:280216:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.439847:0:280216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da4e00 x1853604137191680/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.439857:0:280216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280216:1853604137191680:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736295.439862:0:280216:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.439864:0:280216:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.439866:0:280216:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.439868:0:280216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.439872:0:280216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da4e00 x1853604137191680/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.439880:0:280216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.439882:0:280216:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18240. 00000100:00000001:1.0:1767736295.439885:0:280216:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.439891:0:280216:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.439897:0:280216:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767736295.439899:0:280216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.439904:0:280216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4e00 x1853604137191680/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.439911:0:280216:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.439913:0:280216:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.439916:0:280216:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.439925:0:280216:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.439927:0:280216:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.439929:0:280216:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.439931:0:280216:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.439933:0:280216:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e478c05600. 02000000:00000001:1.0:1767736295.439937:0:280216:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.439938:0:280216:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.439940:0:280216:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4e00. 00000100:00000001:1.0:1767736295.439943:0:280216:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.439945:0:280216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767736295.439948:0:280216:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.439949:0:280216:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.439951:0:280216:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767736295.439953:0:280216:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767736295.439956:0:280216:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e442d16000 type=0x1064553b idx=1 00000040:00001000:1.0:1767736295.439959:0:280216:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:1.0:1767736295.439961:0:280216:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e442d16040 type=0x1064553b idx=2 00000040:00001000:1.0:1767736295.439964:0:280216:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 64 (8128 remains) 00000040:00080000:1.0:1767736295.439966:0:280216:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00000001:1.0:1767736295.439969:0:280216:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:1.0:1767736295.439971:0:280216:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:1.0:1767736295.439973:0:280216:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x21:0x0] at index 2 of catalog [0xa:0x5:0x0] 00000040:00000001:1.0:1767736295.439976:0:280216:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1767736295.439979:0:280216:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767736295.439982:0:280216:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e478c05600. 00000040:00000001:1.0:1767736295.439985:0:280216:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767736295.439987:0:280216:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736295.439990:0:280216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da4e00. 00000020:00000040:1.0:1767736295.439999:0:280216:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736295.440002:0:280216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736295.440004:0:280216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736295.440007:0:280216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736295.440011:0:280216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e478c04a00. 00000100:00000001:1.0:1767736295.440015:0:280216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.440018:0:280216:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736295.440020:0:280216:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736295.440023:0:280216:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18240. 00000100:00000001:1.0:1767736295.440026:0:280216:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954012736 : -119965755538880 : ffff92e44bc18240) 00000100:00000001:1.0:1767736295.440028:0:280216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.440030:0:280216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000001:1.0:1767736295.440033:0:280216:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736295.440037:0:280216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.440039:0:280216:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736295.440040:0:280216:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736295.440045:0:280216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da4e00 x1853604137191808/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.440054:0:280216:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736295.440055:0:280216:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.440058:0:280216:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736295.440060:0:280216:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736295.440063:0:280216:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.440066:0:280216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280216:1853604137191808:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767736295.440070:0:280216:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.440073:0:280216:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736295.440075:0:280216:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.440077:0:280216:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736295.440082:0:280216:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e47fea1000. 02000000:00000001:1.0:1767736295.440084:0:280216:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.440089:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736295.440093:0:280216:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000400:00000010:1.0:1767736295.440097:0:280216:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b7672a8. 00000100:00000200:1.0:1767736295.440102:0:280216:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137191808, portal 10 00000100:00000001:1.0:1767736295.440110:0:280216:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.440111:0:280216:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000040:1.0:1767736295.440119:0:280216:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da4e00 x1853604137191808/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.440128:0:280216:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736295.440131:0:280216:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736295.440134:0:280216:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767220. 00000100:00000200:1.0:1767736295.440137:0:280216:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137191808, offset 0 00000400:00000200:1.0:1767736295.440143:0:280216:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.440178:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.440184:0:280216:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736295.440188:0:280216:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.440192:0:280216:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.440195:0:280216:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.440198:0:280216:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.440202:0:280216:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57594:57594:256:4294967295] 192.168.202.159@tcp LPNI seq info [57595:57595:8:4294967295] 00000400:00000200:1.0:1767736295.440207:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.440216:0:280216:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736295.440222:0:280216:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736295.440227:0:280216:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820e00. 00000800:00000200:1.0:1767736295.440232:0:280216:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736295.440238:0:280216:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.440242:0:280216:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820e00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736295.440258:0:280216:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.440263:0:280216:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10208 usecs (11 jiffies) 00000400:00000200:1.0:1767736295.440267:0:280216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736295.440270:0:280216:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054732 00000100:00000001:1.0:1767736295.440275:0:280216:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054729 00000100:00000001:1.0:1767736295.440280:0:280216:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054732 00000100:00000001:1.0:1767736295.440284:0:280216:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054729 00000100:00000001:1.0:1767736295.440295:0:280216:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.440298:0:280216:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.440300:0:280216:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.440302:0:280216:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736295.440305:0:280216:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18240 going to sleep for 11 seconds 00000100:00000001:1.0:1767736295.440308:0:280216:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.440310:0:280216:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736295.440440:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736295.440449:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820e00. 00000400:00000200:3.0:1767736295.440455:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.440463:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736295.440468:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767220 00000400:00000010:3.0:1767736295.440471:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767220. 00000100:00000001:3.0:1767736295.440476:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736295.440483:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da4e00 x1853604137191808/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.440495:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.440499:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da4e00 x1853604137191808/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.440540:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.440543:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.442427:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.442441:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.442445:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.442448:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.442456:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.442462:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.442470:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.442475:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.442479:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.442484:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d826c980 00000400:00000200:2.0:1767736295.442489:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.442495:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x846b5 [1] + 224 00000800:00000001:2.0:1767736295.442502:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.442533:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.442537:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.442542:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.442547:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.442555:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da4e00 x1853604137191808/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.442569:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff92e475da4e00 x1853604137191808/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.442595:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.442602:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.442606:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.442658:0:280216:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.442668:0:280216:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.442670:0:280216:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.442674:0:280216:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.442682:0:280216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b7672a8 00000400:00000010:1.0:1767736295.442684:0:280216:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b7672a8. 00000100:00000001:1.0:1767736295.442688:0:280216:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.442698:0:280216:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da4e00 x1853604137191808/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.442712:0:280216:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da4e00 x1853604137191808/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.442722:0:280216:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.442724:0:280216:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.442727:0:280216:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.442729:0:280216:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.442731:0:280216:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.442734:0:280216:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.442737:0:280216:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.442743:0:280216:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.442747:0:280216:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.442750:0:280216:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767736295.442754:0:280216:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff92e475da4e00 x1853604137191808/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.442763:0:280216:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:1.0:1767736295.442767:0:280216:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.442769:0:280216:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924768 00000100:00000001:1.0:1767736295.442771:0:280216:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.442785:0:280216:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:1.0:1767736295.442792:0:280216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da4e00 x1853604137191808/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.442801:0:280216:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:1.0:1767736295.442804:0:280216:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.442806:0:280216:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.442811:0:280216:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da4e00 x1853604137191808/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.442821:0:280216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280216:1853604137191808:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767736295.442826:0:280216:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.442829:0:280216:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:1.0:1767736295.442832:0:280216:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.442834:0:280216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.442837:0:280216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da4e00 x1853604137191808/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.442845:0:280216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.442849:0:280216:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18240. 00000100:00000001:1.0:1767736295.442852:0:280216:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.442853:0:280216:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736295.442856:0:280216:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:1.0:1767736295.442860:0:280216:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.442862:0:280216:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.442865:0:280216:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767736295.442866:0:280216:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.442870:0:280216:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4e00 x1853604137191808/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.442878:0:280216:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.442880:0:280216:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.442883:0:280216:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e47fea1000. 02000000:00000001:1.0:1767736295.442886:0:280216:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.442893:0:280216:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.442895:0:280216:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.442897:0:280216:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.442900:0:280216:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e478c04a00. 02000000:00000001:1.0:1767736295.442903:0:280216:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.442905:0:280216:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.442907:0:280216:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4e00. 00000100:00000001:1.0:1767736295.442910:0:280216:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.442912:0:280216:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1767736295.442914:0:280216:0:(llog.c:1547:llog_open()) lustre-MDT0000-mdc-ffff92e443fe1800: Failed to open llog : rc -13 00000040:00000010:1.0:1767736295.442917:0:280216:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e478c05600. 00000040:00000001:1.0:1767736295.442920:0:280216:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:1.0:1767736295.442923:0:280216:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0000-mdc-ffff92e443fe1800: error opening log id [0x1:0x21:0x0]: rc = -13 00000040:00000001:1.0:1767736295.442927:0:280216:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:1.0:1767736295.442930:0:280216:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0000-mdc-ffff92e443fe1800: can't find llog handle [0x1:0x21:0x0]: rc = -13 00000040:00000001:1.0:1767736295.442933:0:280216:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736295.442936:0:280216:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:1.0:1767736295.442939:0:280216:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736295.442941:0:280216:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:1.0:1767736295.442944:0:280216:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 2 count 2 00000040:00000010:1.0:1767736295.442947:0:280216:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff92e442d16000. 00000020:00000010:1.0:1767736295.442953:0:280216:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff92e445698400. 00000020:00000010:1.0:1767736295.442964:0:280216:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff92e478c04e00. 00000040:00000010:1.0:1767736295.442968:0:280216:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff92e478c05000. 00000020:00000010:1.0:1767736295.442971:0:280216:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff92e45cb3e000. 00000020:00000010:1.0:1767736295.442975:0:280216:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff92e446602338. 00000020:00000010:1.0:1767736295.442979:0:280216:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff92e478c05e00. 80000000:00000010:1.0:1767736295.442982:0:280216:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff92e446cb2c60. 40000000:00000010:1.0:1767736295.442986:0:280216:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff92e445698b80. 00100000:00000010:1.0:1767736295.442989:0:280216:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff92e45cb3b000. 00040000:00000010:1.0:1767736295.442992:0:280216:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff92e45f820300. 00040000:00000010:1.0:1767736295.442995:0:280216:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff92e45cb3b800. 00040000:00000010:1.0:1767736295.442998:0:280216:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff92e478c04400. 00000004:00000010:1.0:1767736295.443008:0:280216:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff92e45cb3d000. 00000004:00000010:1.0:1767736295.443012:0:280216:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff92e46d456000. 00000004:00000010:1.0:1767736295.443015:0:280216:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff92e45cb3e800. 00002000:00000010:1.0:1767736295.443018:0:280216:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff92e47a65c400. 00000004:00000010:1.0:1767736295.443021:0:280216:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff92e47a65e400. 00000020:00000010:1.0:1767736295.443024:0:280216:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92e478c05c00. 00000040:00000010:1.0:1767736295.443027:0:280216:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff92e446cb25a0. 00000040:00000001:1.0:1767736295.443030:0:280216:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736295.443032:0:280216:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:1.0:1767736295.443036:0:280216:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0000-mdc-ffff92e443fe1800: fail to process llog: rc = -13 00000002:00000001:1.0:1767736295.443039:0:280216:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:1.0:1767736295.443059:0:280216:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:1.0:1767736295.443063:0:280216:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff92e442d12000. 00000040:00000010:1.0:1767736295.443067:0:280216:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e478c04c00. 00000040:00000001:1.0:1767736295.443069:0:280216:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1767736295.443072:0:280216:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff92e47ba4d240 : new refcount 1 00000020:00000040:1.0:1767736295.443075:0:280216:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff92e443fe1800 (ffff92e448576380) now 6 - changelog 00000002:00000001:2.0:1767736295.443211:0:280215:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:1.0:1767736295.443293:0:280216:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:2.0:1767736295.443373:0:280215:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e45f820500. 00000100:00000040:2.0:1767736295.452268:0:264667:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305054732, at 4305054733 00000100:00000010:2.0:1767736295.452281:0:264667:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446cb2480. 00000100:00000040:3.0:1767736295.453303:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305054732, at 4305054734 00000100:00000010:3.0:1767736295.453315:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446cb2c00. 00000002:00000001:2.0:1767736295.460531:0:280219:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:2.0:1767736295.460539:0:280219:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e44bf45300. 00000002:00000001:2.0:1767736295.460544:0:280219:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767736295.460559:0:280219:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:2.0:1767736295.460886:0:280220:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:2.0:1767736295.460891:0:280220:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001-mdc-ffff92e443fe1800 (ffff92e4485718e0) now 6 - changelog 00000002:00000040:2.0:1767736295.460896:0:280220:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff92e47ba4d6c0 : new refcount 2 00000040:00000001:2.0:1767736295.460899:0:280220:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767736295.460904:0:280220:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e446da9800. 00000040:00000001:2.0:1767736295.460907:0:280220:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:2.0:1767736295.460910:0:280220:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000010:2.0:1767736295.460916:0:280220:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474885f80. 00000020:00000040:2.0:1767736295.460919:0:280220:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:2.0:1767736295.460923:0:280220:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767736295.460925:0:280220:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767736295.460929:0:280220:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767736295.460934:0:280220:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44aae6000. 00000100:00000001:2.0:1767736295.460940:0:280220:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.460945:0:280220:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767736295.460947:0:280220:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767736295.460951:0:280220:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4461bfcc0. 00000100:00000001:2.0:1767736295.460954:0:280220:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107859279040 : -119965850272576 : ffff92e4461bfcc0) 00000100:00000001:2.0:1767736295.460957:0:280220:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736295.460959:0:280220:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638134144 : -119965071417472 : ffff92e474885f80) 00000100:00000001:2.0:1767736295.460963:0:280220:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767736295.460966:0:280220:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.460969:0:280220:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767736295.460970:0:280220:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767736295.460978:0:280220:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e474885f80 x1853604137191936/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.460989:0:280220:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767736295.461001:0:280220:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736295.461005:0:280220:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767736295.461007:0:280220:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767736295.461010:0:280220:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767736295.461015:0:280220:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e474885f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280220:1853604137191936:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1767736295.461019:0:280220:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767736295.461023:0:280220:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767736295.461025:0:280220:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736295.461027:0:280220:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767736295.461031:0:280220:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e446da9e00. 02000000:00000001:2.0:1767736295.461033:0:280220:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736295.461039:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767736295.461043:0:280220:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c55d8. 00000400:00000010:2.0:1767736295.461048:0:280220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993e58. 00000100:00000200:2.0:1767736295.461053:0:280220:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137191936, portal 10 00000100:00000001:2.0:1767736295.461056:0:280220:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736295.461058:0:280220:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638134144 : -119965071417472 : ffff92e474885f80) 00000100:00000040:2.0:1767736295.461065:0:280220:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e474885f80 x1853604137191936/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.461074:0:280220:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767736295.461077:0:280220:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767736295.461080:0:280220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a9932a8. 00000100:00000200:2.0:1767736295.461083:0:280220:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853604137191936, offset 0 00000400:00000200:2.0:1767736295.461088:0:280220:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767736295.461095:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.461100:0:280220:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767736295.461105:0:280220:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767736295.461109:0:280220:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767736295.461112:0:280220:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767736295.461115:0:280220:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767736295.461119:0:280220:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57595:57595:256:4294967295] 192.168.202.159@tcp LPNI seq info [57596:57596:8:4294967295] 00000400:00000200:2.0:1767736295.461124:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.461140:0:280220:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767736295.461191:0:280220:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767736295.461197:0:280220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44bf45800. 00000800:00000200:2.0:1767736295.461206:0:280220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767736295.461216:0:280220:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767736295.461221:0:280220:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44bf45800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767736295.461237:0:280220:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736295.461242:0:280220:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7710 usecs (8 jiffies) 00000400:00000200:2.0:1767736295.461250:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767736295.461254:0:280220:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054750 00000100:00000010:2.0:1767736295.461260:0:280220:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446072960. 00000100:00000001:2.0:1767736295.461266:0:280220:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767736295.461271:0:280220:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054750 00000100:00000010:2.0:1767736295.461278:0:280220:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446072360. 00000100:00000001:2.0:1767736295.461283:0:280220:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767736295.461288:0:280220:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736295.461291:0:280220:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.461294:0:280220:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767736295.461296:0:280220:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767736295.461299:0:280220:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4461bfcc0 going to sleep for 11 seconds 00000100:00000001:2.0:1767736295.461303:0:280220:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767736295.461305:0:280220:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736295.461331:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736295.461340:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44bf45800. 00000400:00000200:3.0:1767736295.461357:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736295.461365:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736295.461371:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a9932a8 00000400:00000010:3.0:1767736295.461373:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a9932a8. 00000100:00000001:3.0:1767736295.461378:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736295.461385:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e474885f80 x1853604137191936/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.461398:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736295.461402:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e474885f80 x1853604137191936/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736295.461412:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736295.461414:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.463452:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.463464:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.463467:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.463470:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.463476:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.463482:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.463489:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.463493:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.463497:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.463502:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 272 into portal 10 MB=0x695d7d826ca00 00000400:00000200:2.0:1767736295.463539:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.463545:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 272/272 into md 0x846bd [1] + 224 00000800:00000001:2.0:1767736295.463553:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.463563:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.463566:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.463570:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.463575:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.463582:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e474885f80 x1853604137191936/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.463594:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff92e474885f80 x1853604137191936/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.463618:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.463625:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.463629:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.463658:0:280220:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.463668:0:280220:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.463671:0:280220:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.463675:0:280220:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c55d8. 00000400:00000200:1.0:1767736295.463682:0:280220:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993e58 00000400:00000010:1.0:1767736295.463685:0:280220:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993e58. 00000100:00000001:1.0:1767736295.463689:0:280220:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.463699:0:280220:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e474885f80 x1853604137191936/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.463713:0:280220:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e474885f80 x1853604137191936/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.463724:0:280220:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.463726:0:280220:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.463729:0:280220:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.463731:0:280220:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.463745:0:280220:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.463748:0:280220:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.463751:0:280220:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.463758:0:280220:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.463762:0:280220:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.463765:0:280220:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736295.463767:0:280220:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.463770:0:280220:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736295.463773:0:280220:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.463776:0:280220:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.463778:0:280220:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902624 00000100:00000001:1.0:1767736295.463780:0:280220:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.463782:0:280220:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.463788:0:280220:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e474885f80 x1853604137191936/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.463797:0:280220:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.463800:0:280220:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.463802:0:280220:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.463806:0:280220:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474885f80 x1853604137191936/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.463816:0:280220:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e474885f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280220:1853604137191936:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767736295.463822:0:280220:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.463825:0:280220:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.463827:0:280220:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.463829:0:280220:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.463833:0:280220:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e474885f80 x1853604137191936/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.463841:0:280220:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.463844:0:280220:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4461bfcc0. 00000100:00000001:1.0:1767736295.463847:0:280220:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.463849:0:280220:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.463853:0:280220:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767736295.463861:0:280220:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.463863:0:280220:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.463866:0:280220:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767736295.463868:0:280220:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.463872:0:280220:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e474885f80 x1853604137191936/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.463880:0:280220:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.463882:0:280220:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.463885:0:280220:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e446da9e00. 02000000:00000001:1.0:1767736295.463888:0:280220:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.463889:0:280220:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.463891:0:280220:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.463893:0:280220:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.463895:0:280220:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44aae6000. 02000000:00000001:1.0:1767736295.463898:0:280220:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.463900:0:280220:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.463902:0:280220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e474885f80. 00000100:00000001:1.0:1767736295.463906:0:280220:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.463908:0:280220:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767736295.463910:0:280220:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.463913:0:280220:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767736295.463917:0:280220:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff92e442d12000. 00000040:00000001:1.0:1767736295.463919:0:280220:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767736295.463921:0:280220:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767736295.463923:0:280220:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736295.463927:0:280220:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da4e00. 00000020:00000040:1.0:1767736295.463930:0:280220:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736295.463933:0:280220:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736295.463935:0:280220:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736295.463938:0:280220:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736295.463943:0:280220:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e47fea1200. 00000100:00000001:1.0:1767736295.463948:0:280220:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.463951:0:280220:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736295.463953:0:280220:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736295.463956:0:280220:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.463959:0:280220:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954013312 : -119965755538304 : ffff92e44bc18480) 00000100:00000001:1.0:1767736295.463968:0:280220:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.463969:0:280220:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000001:1.0:1767736295.463973:0:280220:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736295.463977:0:280220:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.463979:0:280220:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736295.463981:0:280220:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736295.463986:0:280220:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da4e00 x1853604137192064/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.463994:0:280220:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736295.463996:0:280220:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.463999:0:280220:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736295.464002:0:280220:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736295.464004:0:280220:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.464008:0:280220:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280220:1853604137192064:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1767736295.464012:0:280220:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.464015:0:280220:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736295.464018:0:280220:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.464020:0:280220:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736295.464032:0:280220:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.464035:0:280220:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.464041:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736295.464045:0:280220:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000400:00000010:1.0:1767736295.464049:0:280220:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e44bc18240. 00000100:00000200:1.0:1767736295.464054:0:280220:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604137192064, portal 10 00000100:00000001:1.0:1767736295.464057:0:280220:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.464058:0:280220:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000040:1.0:1767736295.464065:0:280220:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da4e00 x1853604137192064/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.464073:0:280220:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736295.464076:0:280220:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736295.464079:0:280220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b7672a8. 00000100:00000200:1.0:1767736295.464082:0:280220:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137192064, offset 0 00000400:00000200:1.0:1767736295.464088:0:280220:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.464101:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.464107:0:280220:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736295.464111:0:280220:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.464115:0:280220:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.464118:0:280220:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.464121:0:280220:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.464125:0:280220:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57596:57596:256:4294967295] 192.168.202.159@tcp LPNI seq info [57597:57597:8:4294967295] 00000400:00000200:1.0:1767736295.464130:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.464140:0:280220:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736295.464219:0:280220:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736295.464226:0:280220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820300. 00000800:00000200:1.0:1767736295.464237:0:280220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736295.464245:0:280220:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.464250:0:280220:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820300 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736295.464271:0:280220:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.464277:0:280220:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7706 usecs (8 jiffies) 00000400:00000200:1.0:1767736295.464283:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736295.464288:0:280220:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054753 00000100:00000001:1.0:1767736295.464295:0:280220:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054750 00000100:00000001:1.0:1767736295.464304:0:280220:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054753 00000100:00000001:1.0:1767736295.464309:0:280220:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054750 00000100:00000001:1.0:1767736295.464313:0:280220:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.464316:0:280220:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.464319:0:280220:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.464322:0:280220:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736295.464325:0:280220:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18480 going to sleep for 11 seconds 00000100:00000001:1.0:1767736295.464329:0:280220:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.464332:0:280220:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.464370:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.464377:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820300. 00000400:00000200:2.0:1767736295.464382:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.464389:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.464393:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b7672a8 00000400:00000010:2.0:1767736295.464396:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b7672a8. 00000100:00000001:2.0:1767736295.464400:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.464406:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da4e00 x1853604137192064/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.464416:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.464420:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da4e00 x1853604137192064/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.464429:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.464431:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.466401:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.466412:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.466415:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.466428:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.466435:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.466440:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.466446:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.466451:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.466455:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.466459:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8416 into portal 10 MB=0x695d7d826ca80 00000400:00000200:2.0:1767736295.466464:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.466470:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8416/8416 into md 0x846cd [4] + 224 00000800:00000001:2.0:1767736295.466476:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.466488:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.466491:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.466495:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.466500:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.466525:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da4e00 x1853604137192064/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.466540:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff92e475da4e00 x1853604137192064/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.466562:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.466569:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.466573:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.466606:0:280220:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.466614:0:280220:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.466624:0:280220:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.466628:0:280220:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.466633:0:280220:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e44bc18240 00000400:00000010:1.0:1767736295.466635:0:280220:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e44bc18240. 00000100:00000001:1.0:1767736295.466640:0:280220:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.466648:0:280220:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da4e00 x1853604137192064/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.466660:0:280220:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da4e00 x1853604137192064/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.466669:0:280220:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.466671:0:280220:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.466673:0:280220:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.466676:0:280220:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.466677:0:280220:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.466680:0:280220:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.466683:0:280220:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.466688:0:280220:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.466692:0:280220:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.466694:0:280220:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736295.466696:0:280220:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.466699:0:280220:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736295.466702:0:280220:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.466705:0:280220:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.466707:0:280220:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902624 00000100:00000001:1.0:1767736295.466709:0:280220:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.466711:0:280220:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.466715:0:280220:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da4e00 x1853604137192064/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.466723:0:280220:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.466726:0:280220:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.466728:0:280220:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.466732:0:280220:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da4e00 x1853604137192064/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.466756:0:280220:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280220:1853604137192064:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1767736295.466761:0:280220:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.466764:0:280220:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.466766:0:280220:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.466768:0:280220:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.466771:0:280220:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da4e00 x1853604137192064/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.466780:0:280220:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.466782:0:280220:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.466785:0:280220:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.466787:0:280220:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.466792:0:280220:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767736295.466794:0:280220:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.466798:0:280220:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4e00 x1853604137192064/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.466806:0:280220:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.466808:0:280220:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.466810:0:280220:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.466821:0:280220:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.466823:0:280220:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.466824:0:280220:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.466827:0:280220:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.466829:0:280220:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e47fea1200. 02000000:00000001:1.0:1767736295.466832:0:280220:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.466834:0:280220:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.466836:0:280220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4e00. 00000100:00000001:1.0:1767736295.466839:0:280220:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.466841:0:280220:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767736295.466843:0:280220:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.466845:0:280220:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.466847:0:280220:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767736295.466849:0:280220:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.466856:0:280220:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:1.0:1767736295.466859:0:280220:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 0, last_idx 1 00000040:00000001:1.0:1767736295.466862:0:280220:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.466864:0:280220:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.466867:0:280220:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:1.0:1767736295.466869:0:280220:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767736295.466872:0:280220:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff92e446cb25a0. 00000040:00001000:1.0:1767736295.466875:0:280220:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 1 startidx 0 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1767736295.466879:0:280220:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767736295.466882:0:280220:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92e47fea1200. 00000020:00000010:1.0:1767736295.466887:0:280220:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff92e47fea1c00. 00000040:00000010:1.0:1767736295.466891:0:280220:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff92e47fea1800. 00000020:00000010:1.0:1767736295.466894:0:280220:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff92e45cb3e800. 00000020:00000010:1.0:1767736295.466898:0:280220:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff92e446602338. 00000020:00000010:1.0:1767736295.466902:0:280220:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff92e47fea0a00. 80000000:00000010:1.0:1767736295.466906:0:280220:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff92e446cb2c60. 40000000:00000010:1.0:1767736295.466910:0:280220:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff92e445698b80. 00100000:00000010:1.0:1767736295.466913:0:280220:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff92e45cb3d000. 00040000:00000010:1.0:1767736295.466917:0:280220:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff92e45f820c00. 00040000:00000010:1.0:1767736295.466920:0:280220:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff92e45cb3b800. 00040000:00000010:1.0:1767736295.466924:0:280220:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff92e47fea0200. 00000004:00000010:1.0:1767736295.466927:0:280220:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff92e45cb3b000. 00000004:00000010:1.0:1767736295.466931:0:280220:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff92e46d456000. 00000004:00000010:1.0:1767736295.466934:0:280220:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff92e45cb3e000. 00002000:00000010:1.0:1767736295.466938:0:280220:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff92e47a65e400. 00000004:00000010:1.0:1767736295.466941:0:280220:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff92e47a65c400. 00000020:00000010:1.0:1767736295.466945:0:280220:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff92e445698fc0. 00000040:00000010:1.0:1767736295.466950:0:280220:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff92e442d16000. 00000040:00001000:1.0:1767736295.466953:0:280220:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1767736295.466955:0:280220:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767736295.466957:0:280220:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767736295.466959:0:280220:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736295.466963:0:280220:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da4e00. 00000020:00000040:1.0:1767736295.466966:0:280220:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736295.466975:0:280220:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736295.466977:0:280220:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736295.466980:0:280220:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736295.466985:0:280220:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e47fea0400. 00000100:00000001:1.0:1767736295.466989:0:280220:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.466993:0:280220:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736295.466994:0:280220:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736295.466998:0:280220:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.467000:0:280220:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954013312 : -119965755538304 : ffff92e44bc18480) 00000100:00000001:1.0:1767736295.467003:0:280220:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.467005:0:280220:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000001:1.0:1767736295.467008:0:280220:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736295.467011:0:280220:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.467014:0:280220:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736295.467015:0:280220:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736295.467020:0:280220:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da4e00 x1853604137192192/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.467029:0:280220:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736295.467031:0:280220:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.467033:0:280220:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736295.467036:0:280220:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736295.467038:0:280220:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.467042:0:280220:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280220:1853604137192192:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736295.467046:0:280220:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.467049:0:280220:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736295.467051:0:280220:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.467053:0:280220:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736295.467064:0:280220:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.467067:0:280220:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.467073:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736295.467077:0:280220:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000400:00000010:1.0:1767736295.467081:0:280220:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e44bc18240. 00000100:00000200:1.0:1767736295.467085:0:280220:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604137192192, portal 10 00000100:00000001:1.0:1767736295.467088:0:280220:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.467094:0:280220:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000040:1.0:1767736295.467101:0:280220:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da4e00 x1853604137192192/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.467109:0:280220:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736295.467112:0:280220:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736295.467115:0:280220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767880. 00000100:00000200:1.0:1767736295.467119:0:280220:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137192192, offset 0 00000400:00000200:1.0:1767736295.467124:0:280220:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.467130:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.467135:0:280220:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736295.467139:0:280220:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.467143:0:280220:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.467191:0:280220:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.467197:0:280220:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.467202:0:280220:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57597:57597:256:4294967295] 192.168.202.159@tcp LPNI seq info [57598:57598:8:4294967295] 00000400:00000200:1.0:1767736295.467208:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.467218:0:280220:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736295.467224:0:280220:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736295.467230:0:280220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820600. 00000800:00000200:1.0:1767736295.467235:0:280220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736295.467242:0:280220:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.467246:0:280220:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736295.467260:0:280220:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.467266:0:280220:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7702 usecs (8 jiffies) 00000400:00000200:1.0:1767736295.467270:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736295.467274:0:280220:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054756 00000100:00000001:1.0:1767736295.467280:0:280220:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054753 00000100:00000001:1.0:1767736295.467286:0:280220:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054756 00000100:00000001:1.0:1767736295.467291:0:280220:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054753 00000100:00000001:1.0:1767736295.467304:0:280220:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.467308:0:280220:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.467311:0:280220:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.467313:0:280220:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736295.467317:0:280220:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18480 going to sleep for 11 seconds 00000100:00000001:1.0:1767736295.467320:0:280220:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.467323:0:280220:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.467350:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.467356:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820600. 00000400:00000200:2.0:1767736295.467361:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.467367:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.467371:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767880 00000400:00000010:2.0:1767736295.467374:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767880. 00000100:00000001:2.0:1767736295.467378:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.467383:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da4e00 x1853604137192192/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.467393:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.467410:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da4e00 x1853604137192192/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.467418:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.467421:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.469425:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.469436:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.469439:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.469443:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.469450:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.469455:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.469461:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.469465:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.469469:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.469473:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7d826cb00 00000400:00000200:2.0:1767736295.469478:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.469482:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x846d5 [4] + 224 00000800:00000001:2.0:1767736295.469488:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.469536:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.469540:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.469545:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.469551:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.469558:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da4e00 x1853604137192192/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.469570:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e475da4e00 x1853604137192192/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.469592:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.469599:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.469603:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.469634:0:280220:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.469643:0:280220:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.469645:0:280220:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.469648:0:280220:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.469654:0:280220:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e44bc18240 00000400:00000010:1.0:1767736295.469656:0:280220:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e44bc18240. 00000100:00000001:1.0:1767736295.469660:0:280220:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.469668:0:280220:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da4e00 x1853604137192192/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.469680:0:280220:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da4e00 x1853604137192192/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.469690:0:280220:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.469692:0:280220:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.469694:0:280220:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.469696:0:280220:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.469698:0:280220:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.469700:0:280220:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.469703:0:280220:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.469708:0:280220:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.469712:0:280220:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.469715:0:280220:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736295.469717:0:280220:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.469719:0:280220:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736295.469723:0:280220:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.469725:0:280220:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.469727:0:280220:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902624 00000100:00000001:1.0:1767736295.469729:0:280220:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.469731:0:280220:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.469746:0:280220:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da4e00 x1853604137192192/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.469755:0:280220:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.469757:0:280220:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.469759:0:280220:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.469763:0:280220:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da4e00 x1853604137192192/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.469773:0:280220:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280220:1853604137192192:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736295.469778:0:280220:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.469780:0:280220:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.469783:0:280220:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.469784:0:280220:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.469788:0:280220:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da4e00 x1853604137192192/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.469796:0:280220:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.469798:0:280220:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.469801:0:280220:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.469802:0:280220:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.469808:0:280220:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767736295.469810:0:280220:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.469814:0:280220:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4e00 x1853604137192192/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.469821:0:280220:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.469823:0:280220:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.469826:0:280220:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.469835:0:280220:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.469837:0:280220:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.469839:0:280220:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.469842:0:280220:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.469844:0:280220:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e47fea0400. 02000000:00000001:1.0:1767736295.469847:0:280220:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.469853:0:280220:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.469855:0:280220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4e00. 00000100:00000001:1.0:1767736295.469859:0:280220:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.469860:0:280220:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767736295.469863:0:280220:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.469865:0:280220:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.469867:0:280220:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767736295.469869:0:280220:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767736295.469872:0:280220:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e442d16000 type=0x1064553b idx=1 00000040:00001000:1.0:1767736295.469875:0:280220:0:(llog.c:720:llog_process_thread()) synced_idx: 1 00000040:00000001:1.0:1767736295.469878:0:280220:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767736295.469879:0:280220:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767736295.469881:0:280220:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736295.469885:0:280220:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da4e00. 00000020:00000040:1.0:1767736295.469888:0:280220:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736295.469891:0:280220:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736295.469893:0:280220:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736295.469896:0:280220:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736295.469900:0:280220:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e47fea0400. 00000100:00000001:1.0:1767736295.469903:0:280220:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.469907:0:280220:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736295.469908:0:280220:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736295.469912:0:280220:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.469914:0:280220:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954013312 : -119965755538304 : ffff92e44bc18480) 00000100:00000001:1.0:1767736295.469917:0:280220:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.469918:0:280220:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000001:1.0:1767736295.469922:0:280220:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736295.469925:0:280220:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.469927:0:280220:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736295.469929:0:280220:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736295.469934:0:280220:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da4e00 x1853604137192320/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.469942:0:280220:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736295.469943:0:280220:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.469946:0:280220:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736295.469954:0:280220:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736295.469957:0:280220:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.469961:0:280220:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280220:1853604137192320:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736295.469965:0:280220:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.469968:0:280220:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736295.469970:0:280220:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.469973:0:280220:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736295.469983:0:280220:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.469986:0:280220:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.469992:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736295.469995:0:280220:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000400:00000010:1.0:1767736295.469999:0:280220:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e44bc18240. 00000100:00000200:1.0:1767736295.470003:0:280220:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604137192320, portal 10 00000100:00000001:1.0:1767736295.470006:0:280220:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.470007:0:280220:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000040:1.0:1767736295.470014:0:280220:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da4e00 x1853604137192320/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.470021:0:280220:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736295.470024:0:280220:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736295.470027:0:280220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767198. 00000100:00000200:1.0:1767736295.470030:0:280220:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137192320, offset 0 00000400:00000200:1.0:1767736295.470036:0:280220:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.470041:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.470046:0:280220:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736295.470050:0:280220:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.470054:0:280220:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.470057:0:280220:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.470060:0:280220:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.470064:0:280220:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57598:57598:256:4294967295] 192.168.202.159@tcp LPNI seq info [57599:57599:8:4294967295] 00000400:00000200:1.0:1767736295.470068:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.470077:0:280220:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736295.470083:0:280220:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736295.470092:0:280220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820100. 00000800:00000200:1.0:1767736295.470098:0:280220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736295.470104:0:280220:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.470108:0:280220:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736295.470127:0:280220:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.470131:0:280220:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7697 usecs (8 jiffies) 00000400:00000200:1.0:1767736295.470136:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736295.470139:0:280220:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054758 00000100:00000001:1.0:1767736295.470198:0:280220:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054756 00000100:00000001:1.0:1767736295.470206:0:280220:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054759 00000100:00000001:1.0:1767736295.470230:0:280220:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054756 00000100:00000001:1.0:1767736295.470236:0:280220:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.470239:0:280220:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.470242:0:280220:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.470245:0:280220:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736295.470249:0:280220:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18480 going to sleep for 11 seconds 00000100:00000001:1.0:1767736295.470254:0:280220:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.470256:0:280220:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.470638:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.470643:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820100. 00000400:00000200:2.0:1767736295.470647:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.470653:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.470665:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767198 00000400:00000010:2.0:1767736295.470668:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767198. 00000100:00000001:2.0:1767736295.470672:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.470678:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da4e00 x1853604137192320/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.470687:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.470691:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da4e00 x1853604137192320/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.470699:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.470701:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.472867:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.472881:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.472885:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.472888:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.472896:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.472903:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.472913:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.472918:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.472923:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.472927:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7d826cb80 00000400:00000200:2.0:1767736295.472933:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.472938:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x846dd [4] + 224 00000800:00000001:2.0:1767736295.472945:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.472958:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.472961:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.472965:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.472970:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.472977:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da4e00 x1853604137192320/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.472991:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e475da4e00 x1853604137192320/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.473039:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.473048:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.473053:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.473142:0:280220:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.473194:0:280220:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.473197:0:280220:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.473202:0:280220:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.473210:0:280220:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e44bc18240 00000400:00000010:1.0:1767736295.473214:0:280220:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e44bc18240. 00000100:00000001:1.0:1767736295.473220:0:280220:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.473231:0:280220:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da4e00 x1853604137192320/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.473247:0:280220:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da4e00 x1853604137192320/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.473258:0:280220:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.473261:0:280220:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.473277:0:280220:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.473279:0:280220:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.473282:0:280220:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.473284:0:280220:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.473287:0:280220:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.473293:0:280220:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.473298:0:280220:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.473301:0:280220:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736295.473302:0:280220:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736295.473305:0:280220:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736295.473308:0:280220:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.473311:0:280220:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.473313:0:280220:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902624 00000100:00000001:1.0:1767736295.473315:0:280220:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.473317:0:280220:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.473323:0:280220:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da4e00 x1853604137192320/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.473332:0:280220:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.473335:0:280220:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.473337:0:280220:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.473342:0:280220:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da4e00 x1853604137192320/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.473351:0:280220:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280220:1853604137192320:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736295.473357:0:280220:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.473359:0:280220:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.473362:0:280220:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.473364:0:280220:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.473367:0:280220:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da4e00 x1853604137192320/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.473375:0:280220:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.473378:0:280220:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.473381:0:280220:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.473388:0:280220:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736295.473394:0:280220:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767736295.473396:0:280220:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.473401:0:280220:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4e00 x1853604137192320/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.473408:0:280220:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.473411:0:280220:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.473413:0:280220:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e44aa54000. 02000000:00000001:1.0:1767736295.473423:0:280220:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.473426:0:280220:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.473427:0:280220:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.473430:0:280220:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.473433:0:280220:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e47fea0400. 02000000:00000001:1.0:1767736295.473435:0:280220:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.473437:0:280220:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.473439:0:280220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4e00. 00000100:00000001:1.0:1767736295.473443:0:280220:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.473444:0:280220:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767736295.473447:0:280220:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.473449:0:280220:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.473451:0:280220:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767736295.473453:0:280220:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767736295.473456:0:280220:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e442d16000 type=0x1064553b idx=1 00000040:00001000:1.0:1767736295.473459:0:280220:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 64 (8192 remains) 00000040:00080000:1.0:1767736295.473462:0:280220:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00000001:1.0:1767736295.473465:0:280220:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:1.0:1767736295.473467:0:280220:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:1.0:1767736295.473469:0:280220:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x15:0x0] at index 1 of catalog [0xa:0x5:0x0] 00000040:00000001:1.0:1767736295.473472:0:280220:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1767736295.473475:0:280220:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767736295.473478:0:280220:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e47fea0400. 00000040:00000001:1.0:1767736295.473481:0:280220:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767736295.473483:0:280220:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736295.473487:0:280220:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da4e00. 00000020:00000040:1.0:1767736295.473490:0:280220:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736295.473493:0:280220:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736295.473500:0:280220:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736295.473504:0:280220:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736295.473538:0:280220:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e47fea1400. 00000100:00000001:1.0:1767736295.473543:0:280220:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.473547:0:280220:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736295.473549:0:280220:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736295.473553:0:280220:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.473556:0:280220:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954013312 : -119965755538304 : ffff92e44bc18480) 00000100:00000001:1.0:1767736295.473559:0:280220:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.473561:0:280220:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000001:1.0:1767736295.473565:0:280220:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736295.473568:0:280220:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.473571:0:280220:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736295.473572:0:280220:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736295.473578:0:280220:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da4e00 x1853604137192448/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.473587:0:280220:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736295.473589:0:280220:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.473593:0:280220:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736295.473595:0:280220:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736295.473598:0:280220:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736295.473602:0:280220:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280220:1853604137192448:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767736295.473606:0:280220:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736295.473609:0:280220:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736295.473611:0:280220:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.473614:0:280220:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736295.473617:0:280220:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e47fea0c00. 02000000:00000001:1.0:1767736295.473620:0:280220:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736295.473626:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736295.473629:0:280220:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493f78. 00000400:00000010:1.0:1767736295.473634:0:280220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767330. 00000100:00000200:1.0:1767736295.473639:0:280220:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137192448, portal 10 00000100:00000001:1.0:1767736295.473641:0:280220:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736295.473643:0:280220:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660280832 : -119965049270784 : ffff92e475da4e00) 00000100:00000040:1.0:1767736295.473657:0:280220:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da4e00 x1853604137192448/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.473666:0:280220:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736295.473669:0:280220:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736295.473672:0:280220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767aa0. 00000100:00000200:1.0:1767736295.473675:0:280220:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137192448, offset 0 00000400:00000200:1.0:1767736295.473681:0:280220:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736295.473688:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.473694:0:280220:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736295.473698:0:280220:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736295.473702:0:280220:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736295.473705:0:280220:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736295.473708:0:280220:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736295.473712:0:280220:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57599:57599:256:4294967295] 192.168.202.159@tcp LPNI seq info [57600:57600:8:4294967295] 00000400:00000200:1.0:1767736295.473717:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736295.473727:0:280220:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736295.473732:0:280220:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736295.473737:0:280220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820000. 00000800:00000200:1.0:1767736295.473742:0:280220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736295.473749:0:280220:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736295.473753:0:280220:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736295.473773:0:280220:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736295.473778:0:280220:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7695 usecs (8 jiffies) 00000400:00000200:1.0:1767736295.473782:0:280220:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736295.473785:0:280220:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305054762 00000100:00000001:1.0:1767736295.473790:0:280220:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305054758 00000100:00000001:1.0:1767736295.473795:0:280220:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305054762 00000100:00000001:1.0:1767736295.473798:0:280220:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305054759 00000100:00000001:1.0:1767736295.473802:0:280220:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736295.473811:0:280220:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736295.473814:0:280220:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736295.473816:0:280220:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736295.473819:0:280220:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18480 going to sleep for 11 seconds 00000100:00000001:1.0:1767736295.473821:0:280220:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736295.473824:0:280220:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736295.473947:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736295.473955:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820000. 00000400:00000200:2.0:1767736295.473961:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.473969:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736295.473975:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767aa0 00000400:00000010:2.0:1767736295.473978:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767aa0. 00000100:00000001:2.0:1767736295.473982:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736295.473990:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da4e00 x1853604137192448/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.474002:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736295.474006:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da4e00 x1853604137192448/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.474015:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736295.474018:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736295.475935:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.475950:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736295.475954:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.475957:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.475964:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.475971:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736295.475978:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.475983:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.475987:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.475992:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d826cc00 00000400:00000200:2.0:1767736295.475997:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736295.476003:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x846e5 [1] + 224 00000800:00000001:2.0:1767736295.476009:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.476017:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736295.476031:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736295.476036:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736295.476041:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736295.476048:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da4e00 x1853604137192448/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736295.476062:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff92e475da4e00 x1853604137192448/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736295.476091:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736295.476099:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736295.476104:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.476200:0:280220:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736295.476210:0:280220:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736295.476212:0:280220:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736295.476216:0:280220:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493f78. 00000400:00000200:1.0:1767736295.476224:0:280220:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767330 00000400:00000010:1.0:1767736295.476226:0:280220:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767330. 00000100:00000001:1.0:1767736295.476230:0:280220:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736295.476240:0:280220:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da4e00 x1853604137192448/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736295.476254:0:280220:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da4e00 x1853604137192448/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.476264:0:280220:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736295.476266:0:280220:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.476269:0:280220:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736295.476271:0:280220:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736295.476273:0:280220:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736295.476276:0:280220:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736295.476279:0:280220:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736295.476285:0:280220:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736295.476289:0:280220:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736295.476292:0:280220:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767736295.476296:0:280220:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff92e475da4e00 x1853604137192448/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.476305:0:280220:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:1.0:1767736295.476309:0:280220:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736295.476311:0:280220:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902624 00000100:00000001:1.0:1767736295.476313:0:280220:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736295.476314:0:280220:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:1.0:1767736295.476333:0:280220:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da4e00 x1853604137192448/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.476342:0:280220:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:1.0:1767736295.476345:0:280220:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736295.476347:0:280220:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736295.476352:0:280220:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da4e00 x1853604137192448/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736295.476362:0:280220:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da4e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:280220:1853604137192448:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767736295.476367:0:280220:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736295.476370:0:280220:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:1.0:1767736295.476373:0:280220:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736295.476375:0:280220:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.476378:0:280220:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da4e00 x1853604137192448/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.476386:0:280220:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736295.476389:0:280220:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18480. 00000100:00000001:1.0:1767736295.476393:0:280220:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736295.476394:0:280220:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736295.476397:0:280220:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:1.0:1767736295.476401:0:280220:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.476403:0:280220:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.476405:0:280220:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767736295.476407:0:280220:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736295.476410:0:280220:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4e00 x1853604137192448/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736311 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736295.476418:0:280220:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736295.476420:0:280220:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736295.476423:0:280220:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e47fea0c00. 02000000:00000001:1.0:1767736295.476426:0:280220:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736295.476433:0:280220:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736295.476434:0:280220:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736295.476437:0:280220:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736295.476439:0:280220:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e47fea1400. 02000000:00000001:1.0:1767736295.476442:0:280220:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736295.476444:0:280220:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736295.476446:0:280220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4e00. 00000100:00000001:1.0:1767736295.476449:0:280220:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736295.476450:0:280220:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1767736295.476453:0:280220:0:(llog.c:1547:llog_open()) lustre-MDT0001-mdc-ffff92e443fe1800: Failed to open llog : rc -13 00000040:00000010:1.0:1767736295.476456:0:280220:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e47fea0400. 00000040:00000001:1.0:1767736295.476459:0:280220:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:1.0:1767736295.476462:0:280220:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0001-mdc-ffff92e443fe1800: error opening log id [0x1:0x15:0x0]: rc = -13 00000040:00000001:1.0:1767736295.476465:0:280220:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:1.0:1767736295.476468:0:280220:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0001-mdc-ffff92e443fe1800: can't find llog handle [0x1:0x15:0x0]: rc = -13 00000040:00000001:1.0:1767736295.476471:0:280220:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736295.476474:0:280220:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:1.0:1767736295.476477:0:280220:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736295.476480:0:280220:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:1.0:1767736295.476483:0:280220:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 1 count 2 00000040:00000010:1.0:1767736295.476486:0:280220:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff92e442d16000. 00000020:00000010:1.0:1767736295.476491:0:280220:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff92e445698fc0. 00000020:00000010:1.0:1767736295.476502:0:280220:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff92e47fea1c00. 00000040:00000010:1.0:1767736295.476532:0:280220:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff92e47fea1800. 00000020:00000010:1.0:1767736295.476537:0:280220:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff92e45cb3e800. 00000020:00000010:1.0:1767736295.476541:0:280220:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff92e446602338. 00000020:00000010:1.0:1767736295.476545:0:280220:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff92e47fea0a00. 80000000:00000010:1.0:1767736295.476549:0:280220:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff92e446cb2c60. 40000000:00000010:1.0:1767736295.476552:0:280220:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff92e445698b80. 00100000:00000010:1.0:1767736295.476555:0:280220:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff92e45cb3d000. 00040000:00000010:1.0:1767736295.476558:0:280220:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff92e45f820c00. 00040000:00000010:1.0:1767736295.476562:0:280220:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff92e45cb3b800. 00040000:00000010:1.0:1767736295.476565:0:280220:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff92e47fea0200. 00000004:00000010:1.0:1767736295.476576:0:280220:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff92e45cb3b000. 00000004:00000010:1.0:1767736295.476579:0:280220:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff92e46d456000. 00000004:00000010:1.0:1767736295.476583:0:280220:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff92e45cb3e000. 00002000:00000010:1.0:1767736295.476586:0:280220:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff92e47a65e400. 00000004:00000010:1.0:1767736295.476589:0:280220:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff92e47a65c400. 00000020:00000010:1.0:1767736295.476592:0:280220:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92e47fea1200. 00000040:00000010:1.0:1767736295.476595:0:280220:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff92e446cb25a0. 00000040:00000001:1.0:1767736295.476598:0:280220:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736295.476600:0:280220:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:1.0:1767736295.476604:0:280220:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0001-mdc-ffff92e443fe1800: fail to process llog: rc = -13 00000002:00000001:1.0:1767736295.476607:0:280220:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:1.0:1767736295.476625:0:280220:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:1.0:1767736295.476629:0:280220:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff92e442d12000. 00000040:00000010:1.0:1767736295.476632:0:280220:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e446da9800. 00000040:00000001:1.0:1767736295.476635:0:280220:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1767736295.476637:0:280220:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff92e47ba4d6c0 : new refcount 1 00000020:00000040:1.0:1767736295.476640:0:280220:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff92e443fe1800 (ffff92e4485718e0) now 6 - changelog 00000002:00000001:0.0:1767736295.476738:0:280219:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:1.0:1767736295.476826:0:280220:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:0.0:1767736295.476901:0:280219:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e44bf45300. 00000100:00000040:2.0:1767736295.482251:0:264667:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305054762, at 4305054763 00000100:00000010:2.0:1767736295.482264:0:264667:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446072960. 00000100:00000040:3.0:1767736295.482294:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305054762, at 4305054763 00000100:00000010:3.0:1767736295.482308:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446072360. 00010000:00000001:2.0:1767736295.504221:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736295.504227:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.504234:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736295.504236:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.504241:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736295.504244:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.504250:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736295.504253:0:264667:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767736295.504256:0:264667:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767736295.504263:0:264667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767736295.504266:0:264667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767736295.504268:0:264667:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.504271:0:264667:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767736295.504274:0:264667:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.504278:0:264667:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.504283:0:264667:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.504288:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736295.504291:0:264667:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767736295.504294:0:264667:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767736295.504297:0:264667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767736295.504298:0:264667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767736295.504300:0:264667:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.504302:0:264667:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767736295.504317:0:264667:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.504320:0:264667:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736295.504323:0:264667:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736295.504378:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767736295.504384:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736295.504389:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1767736296.082024:0:280311:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767736296.254453:0:280347:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767736296.254458:0:280347:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_160d: @@@@@@ FAIL: MIGRATE changelog count 0 != 1 00000001:00000001:2.0:1767736296.258859:0:280347:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1767736296.527938:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736296.527944:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736296.527951:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736296.527953:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736296.527957:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736296.527959:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736296.527962:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736296.527964:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736296.527968:0:264667:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736296.527970:0:264667:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736296.528097:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767736296.528103:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736296.528109:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767736296.892573:0:280447:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 17678 lines, 17678 kept, 0 dropped, 0 bad.